2015-02-12 16:21:21,303 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 16:21:21,334 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 16:21:21,334 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.tap.TapPlatformTest
2015-02-12 16:21:21,348 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 16:21:21,960 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 16:21:21,996 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 16:21:22,016 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 16:21:22,052 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 16:21:22,052 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 16:21:22,053 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 16:21:22,054 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 16:21:22,055 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 16:21:22
2015-02-12 16:21:22,058 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 16:21:22,058 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:22,060 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 16:21:22,061 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 16:21:22,073 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 16:21:22,073 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 16:21:22,074 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 16:21:22,074 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 16:21:22,074 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 16:21:22,075 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 16:21:22,075 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 16:21:22,075 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 16:21:22,076 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 16:21:22,082 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 16:21:22,083 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 16:21:22,083 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 16:21:22,084 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 16:21:22,087 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 16:21:22,311 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 16:21:22,311 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:22,311 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 16:21:22,312 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 16:21:22,313 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 16:21:22,320 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 16:21:22,320 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:22,320 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 16:21:22,321 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 16:21:22,322 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 16:21:22,322 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 16:21:22,323 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 16:21:22,324 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 16:21:22,324 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 16:21:22,326 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 16:21:22,326 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:22,327 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 16:21:22,327 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 16:21:22,332 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 16:21:22,333 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 16:21:22,333 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 16:21:22,365 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:22,373 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 16:21:22,374 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 16:21:22,459 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 16:21:22,461 INFO namenode.NameNode (NameNode.java:createNameNode(1356)) - createNameNode []
2015-02-12 16:21:22,480 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 16:21:22,521 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(356)) - Scheduled snapshot period at 10 second(s).
2015-02-12 16:21:22,521 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-12 16:21:22,523 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(344)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 16:21:22,590 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1681)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-12 16:21:22,590 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1692)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 16:21:22,626 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 16:21:22,630 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 16:21:22,639 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:22,641 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 16:21:22,642 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:22,642 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:22,667 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 16:21:22,669 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:21:22,685 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64698
2015-02-12 16:21:22,685 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:22,714 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_64698_hdfs____mvmy2p/webapp
2015-02-12 16:21:22,987 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64698
2015-02-12 16:21:22,989 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 16:21:22,990 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 16:21:22,991 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 16:21:22,991 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 16:21:22,992 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 16:21:22,992 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 16:21:22
2015-02-12 16:21:22,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 16:21:22,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:22,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 16:21:22,993 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 16:21:22,995 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 16:21:22,995 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 16:21:22,995 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 16:21:22,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 16:21:22,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 16:21:22,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 16:21:22,996 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 16:21:22,997 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 16:21:22,997 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 16:21:22,997 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 16:21:22,997 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 16:21:22,998 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 16:21:22,998 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 16:21:22,999 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 16:21:22,999 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 16:21:22,999 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:23,000 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 16:21:23,000 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 16:21:23,001 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 16:21:23,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 16:21:23,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:23,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 16:21:23,002 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 16:21:23,003 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 16:21:23,003 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 16:21:23,003 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 16:21:23,004 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 16:21:23,004 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 16:21:23,004 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 16:21:23,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:23,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 16:21:23,005 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 16:21:23,007 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 16:21:23,007 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 16:21:23,007 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 16:21:23,010 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,012 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,015 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current
2015-02-12 16:21:23,015 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/current
2015-02-12 16:21:23,016 INFO namenode.FSImage (FSImage.java:loadFSImage(655)) - No edit log streams selected.
2015-02-12 16:21:23,029 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 16:21:23,035 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-12 16:21:23,036 INFO namenode.FSImage (FSImage.java:loadFSImage(930)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 16:21:23,040 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1011)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 16:21:23,041 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1162)) - Starting log segment at 1
2015-02-12 16:21:23,097 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 16:21:23,098 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(742)) - Finished loading FSImage in 90 msecs
2015-02-12 16:21:23,245 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(317)) - RPC server is binding to localhost:0
2015-02-12 16:21:23,251 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:23,262 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64699
2015-02-12 16:21:23,285 INFO namenode.NameNode (NameNode.java:initialize(595)) - Clients are to use localhost:64699 to access this namenode/service.
2015-02-12 16:21:23,288 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6411)) - Registered FSNamesystemState MBean
2015-02-12 16:21:23,308 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 16:21:23,309 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 16:21:23,309 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1194)) - initializing replication queues
2015-02-12 16:21:23,309 INFO hdfs.StateChange (FSNamesystem.java:leave(5529)) - STATE* Leaving safe mode after 0 secs
2015-02-12 16:21:23,310 INFO hdfs.StateChange (FSNamesystem.java:leave(5540)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 16:21:23,310 INFO hdfs.StateChange (FSNamesystem.java:leave(5543)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 16:21:23,312 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2557)) - Total number of blocks = 0
2015-02-12 16:21:23,313 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2558)) - Number of invalid blocks = 0
2015-02-12 16:21:23,313 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2559)) - Number of under-replicated blocks = 0
2015-02-12 16:21:23,313 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2560)) - Number of over-replicated blocks = 0
2015-02-12 16:21:23,313 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2562)) - Number of blocks being written = 0
2015-02-12 16:21:23,313 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2563)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec
2015-02-12 16:21:23,337 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:23,337 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64699: starting
2015-02-12 16:21:23,339 INFO namenode.NameNode (NameNode.java:startCommonServices(638)) - NameNode RPC up at: localhost/127.0.0.1:64699
2015-02-12 16:21:23,339 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1121)) - Starting services required for active state
2015-02-12 16:21:23,342 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 16:21:23,342 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(173)) - Rescanning because of pending operations
2015-02-12 16:21:23,342 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:21:23,366 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2
2015-02-12 16:21:23,418 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:21:23,419 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:21:23,421 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:21:23,426 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:64700
2015-02-12 16:21:23,428 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:21:23,428 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:21:23,430 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:21:23,431 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:23,432 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:21:23,433 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:23,433 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:23,436 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:21:23,436 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64701
2015-02-12 16:21:23,436 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:23,439 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_64701_datanode____.jah7of/webapp
2015-02-12 16:21:23,578 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64701
2015-02-12 16:21:23,580 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:21:23,580 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:21:23,592 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:23,593 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64702
2015-02-12 16:21:23,598 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:64702
2015-02-12 16:21:23,606 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:21:23,609 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:21:23,616 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:64699 starting to offer service
2015-02-12 16:21:23,620 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:23,621 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64702: starting
2015-02-12 16:21:23,628 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4
2015-02-12 16:21:23,709 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:21:23,709 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:21:23,710 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:21:23,711 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:64704
2015-02-12 16:21:23,711 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:21:23,711 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:21:23,716 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:21:23,717 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:23,725 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:21:23,726 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:23,726 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:23,728 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:21:23,728 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64705
2015-02-12 16:21:23,729 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:23,733 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_64705_datanode____wbw9gl/webapp
2015-02-12 16:21:23,900 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,901 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,901 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:23,927 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64705
2015-02-12 16:21:23,928 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:21:23,928 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:21:23,929 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:23,930 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64706
2015-02-12 16:21:23,934 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:64706
2015-02-12 16:21:23,940 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:21:23,941 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:21:23,942 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:64699 starting to offer service
2015-02-12 16:21:23,945 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:23,945 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,945 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,945 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:23,946 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64706: starting
2015-02-12 16:21:23,953 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,953 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:23,954 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,954 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:23,954 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:23,955 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:23,957 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,957 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,957 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:23,959 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6
2015-02-12 16:21:23,993 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,993 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:23,993 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,993 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:23,993 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:23,994 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:23,995 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:23,996 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:23,996 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:24,007 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:21:24,007 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:21:24,008 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,008 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:21:24,008 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,008 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,009 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:64707
2015-02-12 16:21:24,009 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:21:24,009 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:21:24,009 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,009 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,010 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:21:24,010 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,011 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:24,012 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1782578420;bpid=BP-1176644069-10.1.1.67-1423786882342;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1782578420;c=0;bpid=BP-1176644069-10.1.1.67-1423786882342;dnuuid=null
2015-02-12 16:21:24,012 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:21:24,012 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:24,013 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:24,013 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a
2015-02-12 16:21:24,014 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:21:24,015 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64708
2015-02-12 16:21:24,015 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:24,018 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_64708_datanode____hrubu0/webapp
2015-02-12 16:21:24,028 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current
2015-02-12 16:21:24,028 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 16:21:24,029 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current
2015-02-12 16:21:24,029 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 16:21:24,033 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:21:24,038 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423803361038 with interval 21600000
2015-02-12 16:21:24,039 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,039 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 16:21:24,040 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 16:21:24,045 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,045 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,045 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,045 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,046 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,046 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,047 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1782578420;bpid=BP-1176644069-10.1.1.67-1423786882342;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1782578420;c=0;bpid=BP-1176644069-10.1.1.67-1423786882342;dnuuid=null
2015-02-12 16:21:24,050 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID f145423a-eddb-4c11-a563-add4a6899ec9
2015-02-12 16:21:24,052 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current
2015-02-12 16:21:24,052 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 12ms
2015-02-12 16:21:24,052 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 13ms
2015-02-12 16:21:24,052 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 16:21:24,053 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1176644069-10.1.1.67-1423786882342: 13ms
2015-02-12 16:21:24,053 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current
2015-02-12 16:21:24,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 16:21:24,053 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 16:21:24,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 16:21:24,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 16:21:24,053 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:21:24,054 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 16:21:24,054 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 16:21:24,055 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423789123055 with interval 21600000
2015-02-12 16:21:24,055 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,056 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 16:21:24,056 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 beginning handshake with NN
2015-02-12 16:21:24,056 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 16:21:24,063 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 7ms
2015-02-12 16:21:24,064 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 8ms
2015-02-12 16:21:24,064 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1176644069-10.1.1.67-1423786882342: 9ms
2015-02-12 16:21:24,064 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 16:21:24,065 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 16:21:24,065 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 16:21:24,065 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 16:21:24,065 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 16:21:24,065 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 beginning handshake with NN
2015-02-12 16:21:24,066 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, infoPort=64701, ipcPort=64702, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) storage 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a
2015-02-12 16:21:24,070 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:64700
2015-02-12 16:21:24,072 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) storage f145423a-eddb-4c11-a563-add4a6899ec9
2015-02-12 16:21:24,073 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:64704
2015-02-12 16:21:24,075 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 successfully registered with NN
2015-02-12 16:21:24,075 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:64699 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:21:24,075 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 successfully registered with NN
2015-02-12 16:21:24,076 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:64699 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:21:24,107 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-07c29fce-e447-4e08-826c-6bd7edd47c21 for DN 127.0.0.1:64704
2015-02-12 16:21:24,108 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06 for DN 127.0.0.1:64704
2015-02-12 16:21:24,108 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b for DN 127.0.0.1:64700
2015-02-12 16:21:24,108 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-56804fca-3745-421a-aaeb-2b9e7015bb43 for DN 127.0.0.1:64700
2015-02-12 16:21:24,118 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid f145423a-eddb-4c11-a563-add4a6899ec9) service to localhost/127.0.0.1:64699 trying to claim ACTIVE state with txid=1
2015-02-12 16:21:24,118 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid f145423a-eddb-4c11-a563-add4a6899ec9) service to localhost/127.0.0.1:64699
2015-02-12 16:21:24,118 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a) service to localhost/127.0.0.1:64699 trying to claim ACTIVE state with txid=1
2015-02-12 16:21:24,118 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a) service to localhost/127.0.0.1:64699
2015-02-12 16:21:24,127 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,128 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-07c29fce-e447-4e08-826c-6bd7edd47c21,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,128 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b node DatanodeRegistration(127.0.0.1, datanodeUuid=5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, infoPort=64701, ipcPort=64702, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 16:21:24,128 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-07c29fce-e447-4e08-826c-6bd7edd47c21 node DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 16:21:24,128 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-56804fca-3745-421a-aaeb-2b9e7015bb43,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,128 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-56804fca-3745-421a-aaeb-2b9e7015bb43 node DatanodeRegistration(127.0.0.1, datanodeUuid=5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, infoPort=64701, ipcPort=64702, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 16:21:24,128 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,129 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06 node DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 16:21:24,147 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 27 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@37969e6
2015-02-12 16:21:24,148 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,147 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 27 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@18177cd2
2015-02-12 16:21:24,148 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,151 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:21:24,151 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:24,151 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:21:24,152 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:24,152 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:21:24,152 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:21:24,152 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:21:24,152 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:21:24,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,155 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1176644069-10.1.1.67-1423786882342 to blockPoolScannerMap, new size=1
2015-02-12 16:21:24,155 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1176644069-10.1.1.67-1423786882342 to blockPoolScannerMap, new size=1
2015-02-12 16:21:24,220 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64708
2015-02-12 16:21:24,221 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:21:24,221 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:21:24,222 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:24,223 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64709
2015-02-12 16:21:24,226 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:64709
2015-02-12 16:21:24,232 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:21:24,232 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:21:24,233 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:64699 starting to offer service
2015-02-12 16:21:24,234 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:24,234 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64709: starting
2015-02-12 16:21:24,236 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:24,236 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,237 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:24,236 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8
2015-02-12 16:21:24,267 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 16:21:24,267 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 16:21:24,268 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 16:21:24,268 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:64710
2015-02-12 16:21:24,269 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 16:21:24,269 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 16:21:24,270 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 16:21:24,271 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:24,272 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 16:21:24,272 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:24,273 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:24,274 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 16:21:24,275 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64711
2015-02-12 16:21:24,275 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:24,278 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_64711_datanode____.rnh37k/webapp
2015-02-12 16:21:24,283 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,283 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,283 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,283 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,284 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,284 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,286 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:24,286 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,286 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:24,337 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,338 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,338 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,338 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,338 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,339 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,340 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1782578420;bpid=BP-1176644069-10.1.1.67-1423786882342;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1782578420;c=0;bpid=BP-1176644069-10.1.1.67-1423786882342;dnuuid=null
2015-02-12 16:21:24,341 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 884d6be2-c7c0-4ea5-b784-fba4efef1503
2015-02-12 16:21:24,343 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current
2015-02-12 16:21:24,343 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 16:21:24,344 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current
2015-02-12 16:21:24,344 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 16:21:24,344 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:21:24,345 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423797945345 with interval 21600000
2015-02-12 16:21:24,346 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,346 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 16:21:24,346 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 16:21:24,353 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 6ms
2015-02-12 16:21:24,354 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 8ms
2015-02-12 16:21:24,354 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1176644069-10.1.1.67-1423786882342: 8ms
2015-02-12 16:21:24,354 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 16:21:24,355 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 1ms
2015-02-12 16:21:24,355 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 16:21:24,355 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 16:21:24,355 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 16:21:24,355 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 beginning handshake with NN
2015-02-12 16:21:24,356 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) storage 884d6be2-c7c0-4ea5-b784-fba4efef1503
2015-02-12 16:21:24,357 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:64707
2015-02-12 16:21:24,358 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 successfully registered with NN
2015-02-12 16:21:24,358 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:64699 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:21:24,359 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5 for DN 127.0.0.1:64707
2015-02-12 16:21:24,360 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e for DN 127.0.0.1:64707
2015-02-12 16:21:24,360 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid 884d6be2-c7c0-4ea5-b784-fba4efef1503) service to localhost/127.0.0.1:64699 trying to claim ACTIVE state with txid=1
2015-02-12 16:21:24,360 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid 884d6be2-c7c0-4ea5-b784-fba4efef1503) service to localhost/127.0.0.1:64699
2015-02-12 16:21:24,362 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,362 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5 node DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 16:21:24,362 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,362 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e node DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 16:21:24,363 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@15e1180b
2015-02-12 16:21:24,363 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,363 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:21:24,363 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:24,363 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:21:24,364 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:21:24,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,366 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1176644069-10.1.1.67-1423786882342 to blockPoolScannerMap, new size=1
2015-02-12 16:21:24,472 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:64711
2015-02-12 16:21:24,473 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 16:21:24,473 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 16:21:24,474 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:24,475 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64712
2015-02-12 16:21:24,477 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:64712
2015-02-12 16:21:24,482 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 16:21:24,483 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 16:21:24,484 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:64699 starting to offer service
2015-02-12 16:21:24,485 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:24,485 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64712: starting
2015-02-12 16:21:24,487 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:24,488 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,488 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:24,540 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,541 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,541 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,541 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,541 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,542 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,543 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 47980@Edinburgh.local
2015-02-12 16:21:24,544 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,544 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 16:21:24,595 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,595 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 16:21:24,595 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342 is not formatted for BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,596 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 16:21:24,596 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1176644069-10.1.1.67-1423786882342 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current
2015-02-12 16:21:24,597 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 16:21:24,598 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1782578420;bpid=BP-1176644069-10.1.1.67-1423786882342;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1782578420;c=0;bpid=BP-1176644069-10.1.1.67-1423786882342;dnuuid=null
2015-02-12 16:21:24,599 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID f2246ddb-3a0c-4eb0-9cac-033b6bebc159
2015-02-12 16:21:24,600 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current
2015-02-12 16:21:24,600 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 16:21:24,600 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current
2015-02-12 16:21:24,601 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 16:21:24,601 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 16:21:24,602 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423803817602 with interval 21600000
2015-02-12 16:21:24,603 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,603 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 16:21:24,604 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 16:21:24,610 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 6ms
2015-02-12 16:21:24,610 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1176644069-10.1.1.67-1423786882342 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 6ms
2015-02-12 16:21:24,610 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1176644069-10.1.1.67-1423786882342: 7ms
2015-02-12 16:21:24,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 16:21:24,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 16:21:24,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 16:21:24,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1176644069-10.1.1.67-1423786882342 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 16:21:24,611 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 16:21:24,611 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 beginning handshake with NN
2015-02-12 16:21:24,612 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) storage f2246ddb-3a0c-4eb0-9cac-033b6bebc159
2015-02-12 16:21:24,613 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:64710
2015-02-12 16:21:24,614 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid null) service to localhost/127.0.0.1:64699 successfully registered with NN
2015-02-12 16:21:24,614 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:64699 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 16:21:24,615 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a for DN 127.0.0.1:64710
2015-02-12 16:21:24,615 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-84733379-962e-425a-a21f-4e6c8e1a7381 for DN 127.0.0.1:64710
2015-02-12 16:21:24,616 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid f2246ddb-3a0c-4eb0-9cac-033b6bebc159) service to localhost/127.0.0.1:64699 trying to claim ACTIVE state with txid=1
2015-02-12 16:21:24,616 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1176644069-10.1.1.67-1423786882342 (Datanode Uuid f2246ddb-3a0c-4eb0-9cac-033b6bebc159) service to localhost/127.0.0.1:64699
2015-02-12 16:21:24,617 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-84733379-962e-425a-a21f-4e6c8e1a7381,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,618 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-84733379-962e-425a-a21f-4e6c8e1a7381 node DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 16:21:24,618 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 16:21:24,618 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a node DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 16:21:24,619 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6b92aff0
2015-02-12 16:21:24,619 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,619 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 16:21:24,619 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 16:21:24,620 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 16:21:24,620 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 16:21:24,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1176644069-10.1.1.67-1423786882342
2015-02-12 16:21:24,622 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1176644069-10.1.1.67-1423786882342 to blockPoolScannerMap, new size=1
2015-02-12 16:21:24,940 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2113)) - Cluster is active
2015-02-12 16:21:24,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:25,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:25,042 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:21:25,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001 src: /127.0.0.1:64714 dest: /127.0.0.1:64704
2015-02-12 16:21:25,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001 src: /127.0.0.1:64715 dest: /127.0.0.1:64710
2015-02-12 16:21:25,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001 src: /127.0.0.1:64716 dest: /127.0.0.1:64700
2015-02-12 16:21:25,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64716, dest: /127.0.0.1:64700, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, duration: 22108000
2015-02-12 16:21:25,130 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:25,132 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64715, dest: /127.0.0.1:64710, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, duration: 24815000
2015-02-12 16:21:25,132 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:25,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64714, dest: /127.0.0.1:64704, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, duration: 26993000
2015-02-12 16:21:25,134 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:25,142 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 16:21:25,143 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 16:21:25,143 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 16:21:25,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 498874
2015-02-12 16:21:25,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741825_1001 size 498874
2015-02-12 16:21:25,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741825_1001 size 498874
2015-02-12 16:21:25,554 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:25,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 16:21:25,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:25,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:25,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:21:25,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002 src: /127.0.0.1:64717 dest: /127.0.0.1:64704
2015-02-12 16:21:25,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002 src: /127.0.0.1:64718 dest: /127.0.0.1:64710
2015-02-12 16:21:25,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002 src: /127.0.0.1:64719 dest: /127.0.0.1:64700
2015-02-12 16:21:25,674 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64719, dest: /127.0.0.1:64700, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, duration: 4975000
2015-02-12 16:21:25,674 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:25,675 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:25,676 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64718, dest: /127.0.0.1:64710, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, duration: 6540000
2015-02-12 16:21:25,676 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:25,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:25,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64717, dest: /127.0.0.1:64704, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, duration: 8549000
2015-02-12 16:21:25,678 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:25,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:25,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:25,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 16:21:25,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 16:21:25,740 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:64699/tmp/hadoop-yarn/staging
2015-02-12 16:21:25,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:21:25,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:21:25,788 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - core-site.xml not found
2015-02-12 16:21:25,789 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 16:21:25,791 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - yarn-site.xml not found
2015-02-12 16:21:25,792 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 16:21:25,809 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 16:21:25,811 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 16:21:25,814 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 16:21:25,821 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 16:21:25,824 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 16:21:25,825 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(268)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler
2015-02-12 16:21:25,844 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 16:21:25,845 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 16:21:25,845 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 16:21:25,846 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 16:21:25,857 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-12 16:21:25,864 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 16:21:25,868 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 16:21:25,870 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 16:21:25,871 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,871 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,872 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,872 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,872 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,872 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,872 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,873 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,873 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,873 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 16:21:25,874 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 16:21:25,896 WARN fair.AllocationFileLoaderService (AllocationFileLoaderService.java:getAllocationFile(179)) - fair-scheduler.xml not found on the classpath.
2015-02-12 16:21:25,898 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 16:21:25,900 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 16:21:25,900 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 16:21:25,900 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 16:21:25,900 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 16:21:25,901 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 16:21:25,901 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 16:21:25,901 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 16:21:25,901 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 16:21:25,901 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 16:21:25,946 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:21:25,947 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:21:25,948 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:21:25,949 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:21:25,949 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:21:25,949 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:21:25,952 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:21:25,953 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:21:25,953 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:21:25,964 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:21:25,964 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:21:26,172 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:21:26,185 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:21:26,186 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:21:26,209 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:21:26,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:21:26,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:21:26,211 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:21:26,211 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:21:26,212 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 16:21:26,212 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 16:21:26,212 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 16:21:26,213 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 16:21:26,213 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 16:21:26,213 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 16:21:26,214 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 16:21:26,214 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 16:21:26,214 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 16:21:26,224 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:21:26,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:21:26,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:21:26,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:21:26,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:21:26,225 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:21:26,226 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:21:26,226 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:21:26,226 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:21:26,230 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:21:26,230 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:21:26,424 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:21:26,426 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:21:26,426 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:21:26,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:21:26,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:21:26,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:21:26,428 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:21:26,429 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:21:26,429 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 16:21:26,429 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 16:21:26,430 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 16:21:26,430 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 16:21:26,430 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 16:21:26,430 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 16:21:26,431 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 16:21:26,431 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 16:21:26,431 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 16:21:26,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:21:26,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:21:26,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:21:26,445 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:21:26,446 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:21:26,446 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:21:26,446 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:21:26,446 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:21:26,446 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:21:26,450 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:21:26,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:21:26,633 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:21:26,634 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:21:26,634 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:21:26,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:21:26,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:21:26,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:21:26,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:21:26,638 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:21:26,638 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 16:21:26,638 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 16:21:26,638 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 16:21:26,639 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 16:21:26,639 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 16:21:26,639 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 16:21:26,639 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 16:21:26,639 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 16:21:26,640 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 16:21:26,650 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 16:21:26,650 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 16:21:26,650 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 16:21:26,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 16:21:26,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 16:21:26,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 16:21:26,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 16:21:26,651 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 16:21:26,652 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 16:21:26,655 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 16:21:26,655 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 16:21:26,839 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 16:21:26,841 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 16:21:26,841 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 16:21:26,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 16:21:26,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 16:21:26,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 16:21:26,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 16:21:26,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 16:21:26,855 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 16:21:26,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:21:26,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:21:26,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:21:26,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:21:26,872 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 16:21:26,872 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 16:21:26,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 16:21:34,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002
2015-02-12 16:21:34,062 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001
2015-02-12 16:21:34,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002
2015-02-12 16:21:34,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001
2015-02-12 16:21:34,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741826_1002
2015-02-12 16:21:34,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741825_1001
2015-02-12 16:21:36,882 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 16:21:36,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:21:36,889 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 16:21:36,899 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:36,899 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64734
2015-02-12 16:21:36,902 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-12 16:21:36,903 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-12 16:21:36,904 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:21:36,905 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 16:21:36,906 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:21:36,910 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 16:21:36,910 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:36,911 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 16:21:36,911 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:36,911 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:36,912 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-12 16:21:36,912 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:36,913 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64735
2015-02-12 16:21:36,913 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:36,915 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64735_jobhistory____vscv58/webapp
2015-02-12 16:21:37,010 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64735
2015-02-12 16:21:37,010 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 64735
2015-02-12 16:21:37,227 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:37,234 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:37,235 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64736
2015-02-12 16:21:37,237 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 16:21:37,238 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:37,238 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64736: starting
2015-02-12 16:21:37,240 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.67/10.1.1.67:64736
2015-02-12 16:21:37,241 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:37,242 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64734: starting
2015-02-12 16:21:37,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 16:21:38,406 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 16:21:38,406 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 16:21:38,406 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: 10.1.1.67:64736
2015-02-12 16:21:38,407 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: Edinburgh.local:64735
2015-02-12 16:21:38,408 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 16:21:38,408 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(956)) - Transitioning to active state
2015-02-12 16:21:38,417 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-12 16:21:38,418 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 16:21:38,418 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:21:38,418 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 16:21:38,419 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 16:21:38,419 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 16:21:38,420 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 16:21:38,430 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:38,431 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64737
2015-02-12 16:21:38,433 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 16:21:38,434 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:38,434 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64737: starting
2015-02-12 16:21:38,447 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:38,448 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64738
2015-02-12 16:21:38,451 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 16:21:38,452 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:38,452 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64738: starting
2015-02-12 16:21:38,480 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:38,481 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64739
2015-02-12 16:21:38,484 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 16:21:38,484 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:38,484 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64739: starting
2015-02-12 16:21:38,493 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(976)) - Transitioned to active state
2015-02-12 16:21:38,497 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 16:21:38,497 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:38,501 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:38,502 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-12 16:21:38,502 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:38,503 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64740
2015-02-12 16:21:38,503 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:38,505 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64740_cluster____6xnzjb/webapp
2015-02-12 16:21:39,262 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64740
2015-02-12 16:21:39,262 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 64740
2015-02-12 16:21:39,298 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:39,312 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:39,313 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64741
2015-02-12 16:21:39,316 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 16:21:39,316 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:39,316 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64741: starting
2015-02-12 16:21:39,919 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.67:64739
2015-02-12 16:21:39,919 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:64740
2015-02-12 16:21:39,919 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.67:64739
2015-02-12 16:21:39,920 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:64740
2015-02-12 16:21:39,921 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 16:21:39,930 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:39,931 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64742
2015-02-12 16:21:39,934 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:21:39,934 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:21:39,935 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:39,935 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64742: starting
2015-02-12 16:21:39,941 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:64742
2015-02-12 16:21:39,945 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:39,946 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64743
2015-02-12 16:21:39,948 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:21:39,948 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:39,948 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64743: starting
2015-02-12 16:21:39,950 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 64743
2015-02-12 16:21:39,959 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:21:39,970 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 64744
2015-02-12 16:21:39,970 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:39,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:64742
2015-02-12 16:21:39,971 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:21:39,971 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:21:39,971 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:21:39,972 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:39,972 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:21:39,972 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:39,972 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:39,973 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:21:39,973 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:39,973 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64745
2015-02-12 16:21:39,973 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:39,976 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64745_node____.b8eodc/webapp
2015-02-12 16:21:40,417 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64745
2015-02-12 16:21:40,417 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 64745
2015-02-12 16:21:40,432 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:40,435 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:21:40,438 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:21:40,446 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:21:40,448 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 64742 httpPort: 64745) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:64742
2015-02-12 16:21:40,449 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2063184701
2015-02-12 16:21:40,450 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 466544176
2015-02-12 16:21:40,450 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:64742 with total resource of <memory:4096, vCores:8>
2015-02-12 16:21:40,450 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:21:40,451 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:64742 Node Transitioned from NEW to RUNNING
2015-02-12 16:21:40,454 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:64742 cluster capacity: <memory:4096, vCores:8>
2015-02-12 16:21:40,929 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 16:21:40,933 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:40,934 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64746
2015-02-12 16:21:40,936 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:21:40,936 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:21:40,937 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:40,937 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64746: starting
2015-02-12 16:21:40,941 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:64746
2015-02-12 16:21:40,942 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:40,942 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64747
2015-02-12 16:21:40,944 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:21:40,944 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:40,945 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64747: starting
2015-02-12 16:21:40,947 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 64747
2015-02-12 16:21:40,948 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:21:40,948 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 64748
2015-02-12 16:21:40,949 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:40,949 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:64746
2015-02-12 16:21:40,949 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:21:40,949 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:21:40,949 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:21:40,950 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:40,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:21:40,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:40,950 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:40,951 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:21:40,951 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:40,952 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64749
2015-02-12 16:21:40,952 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:40,954 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64749_node____b9dcf8/webapp
2015-02-12 16:21:41,221 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64749
2015-02-12 16:21:41,222 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 64749
2015-02-12 16:21:41,228 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:41,229 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:21:41,229 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:21:41,229 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:21:41,230 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 64746 httpPort: 64749) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:64746
2015-02-12 16:21:41,230 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:64746 Node Transitioned from NEW to RUNNING
2015-02-12 16:21:41,230 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2063184701
2015-02-12 16:21:41,230 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 466544176
2015-02-12 16:21:41,230 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:64746 cluster capacity: <memory:8192, vCores:16>
2015-02-12 16:21:41,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:64746 with total resource of <memory:4096, vCores:8>
2015-02-12 16:21:41,230 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:21:41,934 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 16:21:41,937 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:41,938 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64750
2015-02-12 16:21:41,940 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:21:41,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:21:41,941 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:41,941 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64750: starting
2015-02-12 16:21:41,945 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:64750
2015-02-12 16:21:41,947 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:41,947 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64751
2015-02-12 16:21:41,949 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:21:41,949 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:41,949 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64751: starting
2015-02-12 16:21:41,951 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 64751
2015-02-12 16:21:41,952 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:21:41,953 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 64752
2015-02-12 16:21:41,954 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:41,954 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:64750
2015-02-12 16:21:41,954 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:21:41,954 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:21:41,955 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:21:41,956 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:41,956 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:21:41,956 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:41,957 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:41,957 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:21:41,957 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:41,958 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64753
2015-02-12 16:21:41,958 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:41,960 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64753_node____.pqank3/webapp
2015-02-12 16:21:42,151 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64753
2015-02-12 16:21:42,152 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 64753
2015-02-12 16:21:42,157 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:42,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:21:42,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:21:42,158 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:21:42,159 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 64750 httpPort: 64753) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:64750
2015-02-12 16:21:42,159 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:64750 Node Transitioned from NEW to RUNNING
2015-02-12 16:21:42,159 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2063184701
2015-02-12 16:21:42,160 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:64750 cluster capacity: <memory:12288, vCores:24>
2015-02-12 16:21:42,160 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 466544176
2015-02-12 16:21:42,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:64750 with total resource of <memory:4096, vCores:8>
2015-02-12 16:21:42,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:21:42,937 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 16:21:42,942 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:42,942 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64754
2015-02-12 16:21:42,944 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 16:21:42,945 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 16:21:42,945 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:42,945 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64754: starting
2015-02-12 16:21:42,949 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:64754
2015-02-12 16:21:42,950 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 16:21:42,950 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 64755
2015-02-12 16:21:42,952 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 16:21:42,953 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 16:21:42,953 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 64755: starting
2015-02-12 16:21:42,955 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 64755
2015-02-12 16:21:42,955 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 16:21:42,956 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 64756
2015-02-12 16:21:42,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:42,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:64754
2015-02-12 16:21:42,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 16:21:42,957 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 16:21:42,957 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 16:21:42,958 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 16:21:42,958 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 16:21:42,958 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 16:21:42,958 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 16:21:42,958 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 16:21:42,959 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 16:21:42,959 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 64757
2015-02-12 16:21:42,959 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 16:21:42,961 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_64757_node____.38imrj/webapp
2015-02-12 16:21:43,165 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:64757
2015-02-12 16:21:43,166 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 64757
2015-02-12 16:21:43,174 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 16:21:43,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 16:21:43,175 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 16:21:43,175 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 16:21:43,175 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 64754 httpPort: 64757) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:64754
2015-02-12 16:21:43,176 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:64754 Node Transitioned from NEW to RUNNING
2015-02-12 16:21:43,176 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2063184701
2015-02-12 16:21:43,176 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 466544176
2015-02-12 16:21:43,176 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:64754 cluster capacity: <memory:16384, vCores:32>
2015-02-12 16:21:43,176 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:64754 with total resource of <memory:4096, vCores:8>
2015-02-12 16:21:43,176 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 16:21:43,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:43,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:43,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:43,964 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:21:43,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003 src: /127.0.0.1:64758 dest: /127.0.0.1:64700
2015-02-12 16:21:43,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003 src: /127.0.0.1:64759 dest: /127.0.0.1:64704
2015-02-12 16:21:43,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003 src: /127.0.0.1:64760 dest: /127.0.0.1:64710
2015-02-12 16:21:43,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64760, dest: /127.0.0.1:64710, bytes: 443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, duration: 7067000
2015-02-12 16:21:43,979 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:43,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:43,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64759, dest: /127.0.0.1:64704, bytes: 443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, duration: 6493000
2015-02-12 16:21:43,981 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:43,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:43,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64758, dest: /127.0.0.1:64700, bytes: 443, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, duration: 9097000
2015-02-12 16:21:43,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:43,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:43,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:44,028 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:21:44,029 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:21:44,034 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 6320D7B4BF744BD2BF0566E21CE484C6
2015-02-12 16:21:44,090 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 16:21:44,104 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 16:21:44,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:21:44,155 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 16:21:44,157 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] starting
2015-02-12 16:21:44,157 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] source: Hfs["TextDelimited[['number', 'lower', 'upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt"]
2015-02-12 16:21:44,157 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] sink: PartitionTap["Hfs["TextDelimited[['upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned"]"]["cascading.tap.partition.DelimitedPartition@6d6b20fe"]
2015-02-12 16:21:44,158 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] parallel execution is enabled: true
2015-02-12 16:21:44,158 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] starting jobs: 1
2015-02-12 16:21:44,158 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [partition] allocating threads: 1
2015-02-12 16:21:44,159 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [partition] starting step: (1/1) ...TextDelimited/partitioned
2015-02-12 16:21:44,184 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:21:44,236 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:21:44,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:21:44,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:21:44,268 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 1
2015-02-12 16:21:44,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=null proto=rpc
2015-02-12 16:21:44,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:21:44,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:21:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:21:44,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 src: /127.0.0.1:64762 dest: /127.0.0.1:64704
2015-02-12 16:21:44,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 src: /127.0.0.1:64763 dest: /127.0.0.1:64707
2015-02-12 16:21:44,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 src: /127.0.0.1:64764 dest: /127.0.0.1:64710
2015-02-12 16:21:44,303 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64764, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, duration: 7284000
2015-02-12 16:21:44,303 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:44,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,305 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64763, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, duration: 8732000
2015-02-12 16:21:44,305 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64762, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, duration: 10697000
2015-02-12 16:21:44,307 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,310 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:44,313 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar
2015-02-12 16:21:44,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:21:44,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:21:44,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:44,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:21:44,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:21:44,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:44,341 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:21:44,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:44,354 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64710 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:64700
2015-02-12 16:21:44,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,359 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split
2015-02-12 16:21:44,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:44,363 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:21:44,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005 src: /127.0.0.1:64765 dest: /127.0.0.1:64710
2015-02-12 16:21:44,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005 src: /127.0.0.1:64766 dest: /127.0.0.1:64707
2015-02-12 16:21:44,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005 src: /127.0.0.1:64767 dest: /127.0.0.1:64704
2015-02-12 16:21:44,372 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005 src: /127.0.0.1:64768 dest: /127.0.0.1:64700
2015-02-12 16:21:44,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64768, dest: /127.0.0.1:64700, bytes: 1479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, duration: 5129000
2015-02-12 16:21:44,379 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:44,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:44,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64767, dest: /127.0.0.1:64704, bytes: 1479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, duration: 6719000
2015-02-12 16:21:44,381 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:44,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64766, dest: /127.0.0.1:64707, bytes: 1479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, duration: 8152000
2015-02-12 16:21:44,383 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:21:44,385 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64765, dest: /127.0.0.1:64710, bytes: 1479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, duration: 10755000
2015-02-12 16:21:44,385 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:44,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:21:44,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006 src: /127.0.0.1:64769 dest: /127.0.0.1:64710
2015-02-12 16:21:44,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006 src: /127.0.0.1:64770 dest: /127.0.0.1:64707
2015-02-12 16:21:44,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006 src: /127.0.0.1:64771 dest: /127.0.0.1:64700
2015-02-12 16:21:44,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64771, dest: /127.0.0.1:64700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, duration: 6770000
2015-02-12 16:21:44,413 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:44,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:21:44,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64770, dest: /127.0.0.1:64707, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, duration: 9496000
2015-02-12 16:21:44,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64769, dest: /127.0.0.1:64710, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, duration: 10564000
2015-02-12 16:21:44,419 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,421 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:44,422 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:21:44,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:21:44,530 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:21:44,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007 src: /127.0.0.1:64772 dest: /127.0.0.1:64700
2015-02-12 16:21:44,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007 src: /127.0.0.1:64773 dest: /127.0.0.1:64704
2015-02-12 16:21:44,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007 src: /127.0.0.1:64774 dest: /127.0.0.1:64707
2015-02-12 16:21:44,553 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64774, dest: /127.0.0.1:64707, bytes: 96346, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, duration: 14013000
2015-02-12 16:21:44,553 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:44,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:21:44,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64773, dest: /127.0.0.1:64704, bytes: 96346, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, duration: 15010000
2015-02-12 16:21:44,554 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64772, dest: /127.0.0.1:64700, bytes: 96346, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, duration: 16293000
2015-02-12 16:21:44,555 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:44,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:44,558 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:21:44,559 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0001
2015-02-12 16:21:44,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=null proto=rpc
2015-02-12 16:21:44,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:44,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:44,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:44,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:44,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:44,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:44,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:44,688 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 1 submitted by user soberoi
2015-02-12 16:21:44,689 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0001
2015-02-12 16:21:44,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0001
2015-02-12 16:21:44,690 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from NEW to NEW_SAVING
2015-02-12 16:21:44,695 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0001
2015-02-12 16:21:44,708 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:21:44,714 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0001 from user: soberoi, in queue: default, currently num of applications: 1
2015-02-12 16:21:44,717 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 16:21:44,732 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0001_000001
2015-02-12 16:21:44,732 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from NEW to SUBMITTED
2015-02-12 16:21:44,736 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0001_000001 to scheduler from user: soberoi
2015-02-12 16:21:44,738 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:21:44,920 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0001
2015-02-12 16:21:44,940 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0001/
2015-02-12 16:21:44,941 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [partition] submitted hadoop job: job_1423786898409_0001
2015-02-12 16:21:44,941 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [partition] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0001/
2015-02-12 16:21:45,195 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:21:45,195 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000001
2015-02-12 16:21:45,196 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:21:45,199 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0001_01_000001
2015-02-12 16:21:45,204 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:21:45,206 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0001_000001
2015-02-12 16:21:45,207 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0001 AttemptId: appattempt_1423786898409_0001_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0001_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ]
2015-02-12 16:21:45,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:21:45,219 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:21:45,222 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0001_000001
2015-02-12 16:21:45,231 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0001_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0001_000001
2015-02-12 16:21:45,231 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:21:45,232 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0001_000001
2015-02-12 16:21:45,233 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0001_000001
2015-02-12 16:21:45,252 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:45,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0001_01_000001 by user soberoi
2015-02-12 16:21:45,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0001
2015-02-12 16:21:45,280 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from NEW to INITING
2015-02-12 16:21:45,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000001
2015-02-12 16:21:45,281 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0001_01_000001 to application application_1423786898409_0001
2015-02-12 16:21:45,285 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from INITING to RUNNING
2015-02-12 16:21:45,287 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:21:45,287 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0001
2015-02-12 16:21:45,290 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0001_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0001_000001
2015-02-12 16:21:45,290 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:21:45,296 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,296 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,296 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,296 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:21:45,297 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423786885553, FILE, null }
2015-02-12 16:21:45,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar, 1423786885681, FILE, null }
2015-02-12 16:21:45,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:21:45,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:21:45,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:45,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:21:45,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:21:45,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,484 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0001_01_000001
2015-02-12 16:21:45,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:45,504 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0001_01_000001.tokens. Credentials list:
2015-02-12 16:21:45,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/hadoop-6723073503903441930.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:45,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:21:45,664 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 to 127.0.0.1:64700
2015-02-12 16:21:45,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 src: /127.0.0.1:64778 dest: /127.0.0.1:64700
2015-02-12 16:21:45,670 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:64700
2015-02-12 16:21:45,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004 src: /127.0.0.1:64778 dest: /127.0.0.1:64700 of size 254067
2015-02-12 16:21:45,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741828_1004 size 254067
2015-02-12 16:21:45,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001.tokens
2015-02-12 16:21:45,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:21:45,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:45,878 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:45,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:45,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:45,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:45,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:45,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:45,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:46,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:46,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:46,030 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:46,031 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:21:46,069 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:21:46,069 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:46,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001/default_container_executor.sh]
2015-02-12 16:21:46,188 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:21:47,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:21:47,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:21:47,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:21:47,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:21:48,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=null proto=rpc
2015-02-12 16:21:48,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:21:48,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:48,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:21:48,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:48,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:48,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:21:49,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003
2015-02-12 16:21:49,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003
2015-02-12 16:21:49,310 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:49,317 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0001_000001
2015-02-12 16:21:49,317 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0001 APPATTEMPTID=appattempt_1423786898409_0001_000001
2015-02-12 16:21:49,318 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:21:49,318 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from ACCEPTED to RUNNING
2015-02-12 16:21:49,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004
2015-02-12 16:21:49,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:49,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:21:49,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:49,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004
2015-02-12 16:21:49,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741827_1003
2015-02-12 16:21:49,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006
2015-02-12 16:21:49,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005
2015-02-12 16:21:49,695 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:21:49,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008 src: /127.0.0.1:64789 dest: /127.0.0.1:64710
2015-02-12 16:21:49,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008 src: /127.0.0.1:64790 dest: /127.0.0.1:64704
2015-02-12 16:21:49,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008 src: /127.0.0.1:64791 dest: /127.0.0.1:64707
2015-02-12 16:21:49,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64791, dest: /127.0.0.1:64707, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, duration: 28629000
2015-02-12 16:21:49,777 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:49,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64790, dest: /127.0.0.1:64704, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, duration: 29645000
2015-02-12 16:21:49,778 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:49,779 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64789, dest: /127.0.0.1:64710, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, duration: 30659000
2015-02-12 16:21:49,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,779 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:49,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:21:49,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:49,816 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:21:49,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009 src: /127.0.0.1:64792 dest: /127.0.0.1:64707
2015-02-12 16:21:49,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009 src: /127.0.0.1:64793 dest: /127.0.0.1:64700
2015-02-12 16:21:49,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009 src: /127.0.0.1:64794 dest: /127.0.0.1:64704
2015-02-12 16:21:49,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64794, dest: /127.0.0.1:64704, bytes: 393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, duration: 3053000
2015-02-12 16:21:49,827 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:21:49,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64793, dest: /127.0.0.1:64700, bytes: 393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, duration: 3890000
2015-02-12 16:21:49,828 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:49,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64792, dest: /127.0.0.1:64707, bytes: 393, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, duration: 4894000
2015-02-12 16:21:49,829 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:21:49,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:21:49,831 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001.summary is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:21:50,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:21:50,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000002
2015-02-12 16:21:50,519 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:21:51,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:21:51,222 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000003
2015-02-12 16:21:51,223 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:21:51,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:21:51,227 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000004
2015-02-12 16:21:51,227 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:21:51,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:21:51,293 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000005
2015-02-12 16:21:51,293 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:21:51,422 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0001_01_000002
2015-02-12 16:21:51,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:21:51,423 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0001_01_000003
2015-02-12 16:21:51,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:21:51,424 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0001_01_000004
2015-02-12 16:21:51,425 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:21:51,425 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0001_01_000005
2015-02-12 16:21:51,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:21:51,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:51,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:51,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,554 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:51,556 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:51,558 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:51,559 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:21:51,562 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0001_01_000003 by user soberoi
2015-02-12 16:21:51,562 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0001_01_000003 to application application_1423786898409_0001
2015-02-12 16:21:51,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000003
2015-02-12 16:21:51,566 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:21:51,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,568 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:21:51,568 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0001_01_000002 by user soberoi
2015-02-12 16:21:51,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0001_01_000004 by user soberoi
2015-02-12 16:21:51,571 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0001
2015-02-12 16:21:51,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0001
2015-02-12 16:21:51,571 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000002
2015-02-12 16:21:51,571 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0001_01_000005 by user soberoi
2015-02-12 16:21:51,572 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from NEW to INITING
2015-02-12 16:21:51,574 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0001_01_000002 to application application_1423786898409_0001
2015-02-12 16:21:51,573 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:21:51,572 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0001
2015-02-12 16:21:51,575 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from INITING to RUNNING
2015-02-12 16:21:51,576 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from NEW to INITING
2015-02-12 16:21:51,576 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0001_01_000004 to application application_1423786898409_0001
2015-02-12 16:21:51,575 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0001
2015-02-12 16:21:51,577 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from INITING to RUNNING
2015-02-12 16:21:51,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000005
2015-02-12 16:21:51,577 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:21:51,576 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:21:51,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000004
2015-02-12 16:21:51,578 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,579 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,580 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:21:51,580 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0001
2015-02-12 16:21:51,577 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,580 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,581 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:21:51,581 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0001
2015-02-12 16:21:51,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,581 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,578 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from NEW to INITING
2015-02-12 16:21:51,582 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0001_01_000005 to application application_1423786898409_0001
2015-02-12 16:21:51,582 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423786885553, FILE, null }
2015-02-12 16:21:51,583 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from INITING to RUNNING
2015-02-12 16:21:51,584 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:21:51,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,584 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0001
2015-02-12 16:21:51,584 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:21:51,584 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0001
2015-02-12 16:21:51,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,585 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,586 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423786885553, FILE, null }
2015-02-12 16:21:51,580 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:21:51,588 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423786885553, FILE, null }
2015-02-12 16:21:51,635 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:21:51,635 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:51,731 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar, 1423786885681, FILE, null }
2015-02-12 16:21:51,742 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar, 1423786885681, FILE, null }
2015-02-12 16:21:51,743 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar, 1423786885681, FILE, null }
2015-02-12 16:21:51,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:21:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:21:51,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:51,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:21:51,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:21:51,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:21:51,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:21:51,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:21:51,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:21:51,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:51,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:21:51,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:21:51,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:21:51,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:21:51,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:21:51,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:21:51,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:51,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:51,905 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:51,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000003/default_container_executor.sh]
2015-02-12 16:21:51,988 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0001_01_000005
2015-02-12 16:21:51,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0001_01_000002
2015-02-12 16:21:52,003 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0001_01_000004
2015-02-12 16:21:52,018 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0001_01_000005.tokens. Credentials list:
2015-02-12 16:21:52,036 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0001_01_000002.tokens. Credentials list:
2015-02-12 16:21:52,041 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423786898409_0001_01_000004.tokens. Credentials list:
2015-02-12 16:21:52,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/hadoop-6723073503903441930.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,173 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/11/hadoop-6723073503903441930.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,187 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/hadoop-6723073503903441930.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:21:52,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:21:52,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:21:52,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:21:52,316 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:21:52,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:21:52,444 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:21:52,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002.tokens
2015-02-12 16:21:52,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:21:52,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423786898409_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004.tokens
2015-02-12 16:21:52,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:21:52,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005.tokens
2015-02-12 16:21:52,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:21:52,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:21:52,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 16:21:52,661 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 16:21:52,750 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,750 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:21:52,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,773 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:21:52,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:21:52,781 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:21:52,808 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:21:52,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:52,821 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:21:52,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:52,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:21:52,830 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:21:52,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002/default_container_executor.sh]
2015-02-12 16:21:52,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005/default_container_executor.sh]
2015-02-12 16:21:52,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004/default_container_executor.sh]
2015-02-12 16:21:53,345 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:21:53,345 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:21:54,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005
2015-02-12 16:21:54,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007
2015-02-12 16:21:54,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004
2015-02-12 16:21:54,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006
2015-02-12 16:21:54,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005
2015-02-12 16:21:54,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741828_1004
2015-02-12 16:21:54,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007
2015-02-12 16:21:54,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741830_1006
2015-02-12 16:21:54,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741829_1005
2015-02-12 16:21:54,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741831_1007
2015-02-12 16:21:59,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009
2015-02-12 16:21:59,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008
2015-02-12 16:21:59,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009
2015-02-12 16:21:59,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:59,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741833_1009
2015-02-12 16:21:59,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008
2015-02-12 16:21:59,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741832_1008
2015-02-12 16:21:59,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:59,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:59,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:59,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job.split dst=null perm=null proto=rpc
2015-02-12 16:21:59,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:21:59,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:21:59,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1/part-00001-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:59,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:21:59,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1/part-00001-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:59,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:21:59,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1/part-00001-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:21:59,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:21:59,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1/part-00001-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:00,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:22:00,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010 src: /127.0.0.1:64825 dest: /127.0.0.1:64700
2015-02-12 16:22:00,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010 src: /127.0.0.1:64826 dest: /127.0.0.1:64710
2015-02-12 16:22:00,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010 src: /127.0.0.1:64827 dest: /127.0.0.1:64707
2015-02-12 16:22:00,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross-x2.txt dst=null perm=null proto=rpc
2015-02-12 16:22:00,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64827, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, duration: 34833000
2015-02-12 16:22:00,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64826, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, duration: 35928000
2015-02-12 16:22:00,088 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64825, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, duration: 36728000
2015-02-12 16:22:00,089 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,097 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1/part-00001-00000 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2/part-00001-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,122 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1/part-00001-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:00,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011 src: /127.0.0.1:64829 dest: /127.0.0.1:64707
2015-02-12 16:22:00,127 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011 src: /127.0.0.1:64830 dest: /127.0.0.1:64704
2015-02-12 16:22:00,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011 src: /127.0.0.1:64831 dest: /127.0.0.1:64710
2015-02-12 16:22:00,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64831, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, duration: 1999000
2015-02-12 16:22:00,133 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,134 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64830, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, duration: 2895000
2015-02-12 16:22:00,134 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,135 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,135 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64829, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, duration: 4043000
2015-02-12 16:22:00,135 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,136 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1/part-00001-00001 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2/part-00001-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,154 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1/part-00001-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:00,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012 src: /127.0.0.1:64832 dest: /127.0.0.1:64700
2015-02-12 16:22:00,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012 src: /127.0.0.1:64833 dest: /127.0.0.1:64710
2015-02-12 16:22:00,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012 src: /127.0.0.1:64834 dest: /127.0.0.1:64704
2015-02-12 16:22:00,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64834, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, duration: 3039000
2015-02-12 16:22:00,166 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,166 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,166 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64833, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, duration: 3524000
2015-02-12 16:22:00,167 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64832, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, duration: 4482000
2015-02-12 16:22:00,168 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1/part-00001-00002 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2/part-00001-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2/part-00001-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:22:00,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013 src: /127.0.0.1:64835 dest: /127.0.0.1:64700
2015-02-12 16:22:00,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013 src: /127.0.0.1:64836 dest: /127.0.0.1:64704
2015-02-12 16:22:00,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013 src: /127.0.0.1:64837 dest: /127.0.0.1:64710
2015-02-12 16:22:00,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64837, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, duration: 11584000
2015-02-12 16:22:00,204 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64836, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, duration: 12287000
2015-02-12 16:22:00,205 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64835, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, duration: 13327000
2015-02-12 16:22:00,206 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,206 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,219 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2/part-00001-00003 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3/part-00001-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,232 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2/part-00001-00004. BP-1176644069-10.1.1.67-1423786882342 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:00,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014 src: /127.0.0.1:64838 dest: /127.0.0.1:64704
2015-02-12 16:22:00,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014 src: /127.0.0.1:64839 dest: /127.0.0.1:64700
2015-02-12 16:22:00,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014 src: /127.0.0.1:64840 dest: /127.0.0.1:64710
2015-02-12 16:22:00,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64840, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, duration: 1920000
2015-02-12 16:22:00,243 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64839, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, duration: 2825000
2015-02-12 16:22:00,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64838, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, duration: 3878000
2015-02-12 16:22:00,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2/part-00001-00004 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,252 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2/part-00001-00005. BP-1176644069-10.1.1.67-1423786882342 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:00,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015 src: /127.0.0.1:64841 dest: /127.0.0.1:64710
2015-02-12 16:22:00,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015 src: /127.0.0.1:64842 dest: /127.0.0.1:64707
2015-02-12 16:22:00,259 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015 src: /127.0.0.1:64843 dest: /127.0.0.1:64704
2015-02-12 16:22:00,263 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64843, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, duration: 1949000
2015-02-12 16:22:00,263 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,264 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64842, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, duration: 2840000
2015-02-12 16:22:00,264 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,264 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,265 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64841, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, duration: 3854000
2015-02-12 16:22:00,265 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,267 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2/part-00001-00005 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,272 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3/part-00001-00006. BP-1176644069-10.1.1.67-1423786882342 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:00,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016 src: /127.0.0.1:64844 dest: /127.0.0.1:64700
2015-02-12 16:22:00,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016 src: /127.0.0.1:64845 dest: /127.0.0.1:64707
2015-02-12 16:22:00,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016 src: /127.0.0.1:64846 dest: /127.0.0.1:64710
2015-02-12 16:22:00,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64846, dest: /127.0.0.1:64710, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, duration: 1923000
2015-02-12 16:22:00,282 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,283 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64845, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, duration: 2817000
2015-02-12 16:22:00,283 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64844, dest: /127.0.0.1:64700, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, duration: 3862000
2015-02-12 16:22:00,284 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,287 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3/part-00001-00006 is closed by DFSClient_attempt_1423786898409_0001_m_000001_0_1154827954_1
2015-02-12 16:22:00,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:00,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:00,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:00,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1/part-00001-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:00,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/a/1/part-00001-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00001-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:00,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:00,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:00,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1/part-00001-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:00,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/1/part-00001-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00001-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2/part-00001-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:00,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/b/2/part-00001-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00001-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:00,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:00,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:00,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:00,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1/part-00001-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:00,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/1/part-00001-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00001-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2/part-00001-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:00,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/2/part-00001-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00001-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:00,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:00,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:00,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3/part-00001-00006 dst=null perm=null proto=rpc
2015-02-12 16:22:00,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/c/3/part-00001-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00001-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:00,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:00,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:00,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:00,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:00,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2/part-00001-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:00,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0/d/2/part-00001-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00001-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1/_temporary/attempt_1423786898409_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4/part-00000-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,504 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:22:00,511 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0001_01_000003
2015-02-12 16:22:00,511 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000003
2015-02-12 16:22:00,511 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:22:00,512 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0001_01_000003
2015-02-12 16:22:00,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4/part-00002-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,533 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0001_01_000003 is : 143
2015-02-12 16:22:00,534 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:00,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017 src: /127.0.0.1:64848 dest: /127.0.0.1:64700
2015-02-12 16:22:00,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017 src: /127.0.0.1:64849 dest: /127.0.0.1:64704
2015-02-12 16:22:00,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017 src: /127.0.0.1:64850 dest: /127.0.0.1:64710
2015-02-12 16:22:00,545 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:00,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000003
2015-02-12 16:22:00,547 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist for DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:00,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000003
2015-02-12 16:22:00,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000003
2015-02-12 16:22:00,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000003
2015-02-12 16:22:00,549 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000003
2015-02-12 16:22:00,551 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:00,552 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0001_01_000003 from application application_1423786898409_0001
2015-02-12 16:22:00,552 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:00,552 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0001
2015-02-12 16:22:00,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4/part-00000-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4/part-00002-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4/part-00000-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4/part-00002-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1/part-00003-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4/part-00000-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:00,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4/part-00002-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:22:00,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1/part-00003-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1/part-00003-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,697 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1/part-00003-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:00,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019 src: /127.0.0.1:64852 dest: /127.0.0.1:64707
2015-02-12 16:22:00,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019 src: /127.0.0.1:64854 dest: /127.0.0.1:64710
2015-02-12 16:22:00,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019 src: /127.0.0.1:64855 dest: /127.0.0.1:64704
2015-02-12 16:22:00,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018 src: /127.0.0.1:64851 dest: /127.0.0.1:64707
2015-02-12 16:22:00,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018 src: /127.0.0.1:64856 dest: /127.0.0.1:64700
2015-02-12 16:22:00,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018 src: /127.0.0.1:64857 dest: /127.0.0.1:64704
2015-02-12 16:22:00,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64857, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, duration: 47170000
2015-02-12 16:22:00,769 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64856, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, duration: 47545000
2015-02-12 16:22:00,770 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64851, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, duration: 51943000
2015-02-12 16:22:00,775 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020 src: /127.0.0.1:64853 dest: /127.0.0.1:64700
2015-02-12 16:22:00,781 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64855, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, duration: 73452000
2015-02-12 16:22:00,782 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020 src: /127.0.0.1:64858 dest: /127.0.0.1:64707
2015-02-12 16:22:00,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64854, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, duration: 74916000
2015-02-12 16:22:00,783 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,783 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64852, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, duration: 76466000
2015-02-12 16:22:00,783 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020 src: /127.0.0.1:64859 dest: /127.0.0.1:64704
2015-02-12 16:22:00,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4/part-00002-00000 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,796 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4/part-00000-00000 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5/part-00002-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5/part-00000-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,818 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4/part-00002-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:22:00,821 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4/part-00000-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:00,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021 src: /127.0.0.1:64860 dest: /127.0.0.1:64707
2015-02-12 16:22:00,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021 src: /127.0.0.1:64861 dest: /127.0.0.1:64704
2015-02-12 16:22:00,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022 src: /127.0.0.1:64862 dest: /127.0.0.1:64710
2015-02-12 16:22:00,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021 src: /127.0.0.1:64863 dest: /127.0.0.1:64700
2015-02-12 16:22:00,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022 src: /127.0.0.1:64864 dest: /127.0.0.1:64707
2015-02-12 16:22:00,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022 src: /127.0.0.1:64865 dest: /127.0.0.1:64704
2015-02-12 16:22:00,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64863, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, duration: 3466000
2015-02-12 16:22:00,830 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64861, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, duration: 4297000
2015-02-12 16:22:00,831 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64860, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, duration: 5002000
2015-02-12 16:22:00,832 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64865, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, duration: 2931000
2015-02-12 16:22:00,834 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64864, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, duration: 3284000
2015-02-12 16:22:00,835 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,835 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64862, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, duration: 4490000
2015-02-12 16:22:00,836 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4/part-00000-00001 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4/part-00002-00001 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64859, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, duration: 64975000
2015-02-12 16:22:00,853 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,854 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64858, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, duration: 65607000
2015-02-12 16:22:00,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,854 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64853, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, duration: 66557000
2015-02-12 16:22:00,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,855 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5/part-00002-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5/part-00000-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1/part-00003-00000 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:00,863 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4/part-00002-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:00,865 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4/part-00000-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:22:00,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023 src: /127.0.0.1:64866 dest: /127.0.0.1:64710
2015-02-12 16:22:00,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023 src: /127.0.0.1:64867 dest: /127.0.0.1:64704
2015-02-12 16:22:00,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024 src: /127.0.0.1:64868 dest: /127.0.0.1:64710
2015-02-12 16:22:00,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023 src: /127.0.0.1:64869 dest: /127.0.0.1:64707
2015-02-12 16:22:00,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024 src: /127.0.0.1:64870 dest: /127.0.0.1:64707
2015-02-12 16:22:00,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024 src: /127.0.0.1:64871 dest: /127.0.0.1:64700
2015-02-12 16:22:00,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64869, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, duration: 2204000
2015-02-12 16:22:00,873 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64867, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, duration: 2952000
2015-02-12 16:22:00,874 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64871, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, duration: 2107000
2015-02-12 16:22:00,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64866, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, duration: 3730000
2015-02-12 16:22:00,875 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64870, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, duration: 2639000
2015-02-12 16:22:00,875 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,876 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64868, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, duration: 3806000
2015-02-12 16:22:00,876 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4/part-00002-00002 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4/part-00000-00002 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5/part-00002-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5/part-00000-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,896 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5/part-00002-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:00,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5/part-00000-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:00,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025 src: /127.0.0.1:64872 dest: /127.0.0.1:64700
2015-02-12 16:22:00,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026 src: /127.0.0.1:64873 dest: /127.0.0.1:64700
2015-02-12 16:22:00,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2/part-00003-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025 src: /127.0.0.1:64874 dest: /127.0.0.1:64710
2015-02-12 16:22:00,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026 src: /127.0.0.1:64875 dest: /127.0.0.1:64710
2015-02-12 16:22:00,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025 src: /127.0.0.1:64876 dest: /127.0.0.1:64707
2015-02-12 16:22:00,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026 src: /127.0.0.1:64877 dest: /127.0.0.1:64707
2015-02-12 16:22:00,905 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64876, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, duration: 2108000
2015-02-12 16:22:00,906 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64874, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, duration: 3083000
2015-02-12 16:22:00,907 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64877, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, duration: 2088000
2015-02-12 16:22:00,907 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64872, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, duration: 3811000
2015-02-12 16:22:00,907 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64875, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, duration: 2686000
2015-02-12 16:22:00,908 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64873, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, duration: 3347000
2015-02-12 16:22:00,909 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5/part-00000-00003 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1/part-00003-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:00,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5/part-00002-00003 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027 src: /127.0.0.1:64878 dest: /127.0.0.1:64710
2015-02-12 16:22:00,918 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027 src: /127.0.0.1:64879 dest: /127.0.0.1:64704
2015-02-12 16:22:00,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027 src: /127.0.0.1:64880 dest: /127.0.0.1:64700
2015-02-12 16:22:00,920 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5/part-00002-00004. BP-1176644069-10.1.1.67-1423786882342 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:22:00,921 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5/part-00000-00004. BP-1176644069-10.1.1.67-1423786882342 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:22:00,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028 src: /127.0.0.1:64881 dest: /127.0.0.1:64700
2015-02-12 16:22:00,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64880, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, duration: 2132000
2015-02-12 16:22:00,924 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,925 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64879, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, duration: 3070000
2015-02-12 16:22:00,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029 src: /127.0.0.1:64882 dest: /127.0.0.1:64704
2015-02-12 16:22:00,925 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,925 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028 src: /127.0.0.1:64883 dest: /127.0.0.1:64707
2015-02-12 16:22:00,926 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64878, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, duration: 4102000
2015-02-12 16:22:00,926 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029 src: /127.0.0.1:64884 dest: /127.0.0.1:64700
2015-02-12 16:22:00,927 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028 src: /127.0.0.1:64885 dest: /127.0.0.1:64704
2015-02-12 16:22:00,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029 src: /127.0.0.1:64886 dest: /127.0.0.1:64710
2015-02-12 16:22:00,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,931 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64885, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, duration: 2415000
2015-02-12 16:22:00,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,932 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64886, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, duration: 2010000
2015-02-12 16:22:00,932 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64883, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, duration: 3327000
2015-02-12 16:22:00,933 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,933 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,932 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,933 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64884, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, duration: 2753000
2015-02-12 16:22:00,934 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64881, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, duration: 4315000
2015-02-12 16:22:00,934 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,934 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64882, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, duration: 3663000
2015-02-12 16:22:00,934 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,940 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5/part-00000-00004 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,940 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5/part-00002-00004 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1/part-00003-00001 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:00,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,945 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5/part-00000-00005. BP-1176644069-10.1.1.67-1423786882342 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:00,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,946 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5/part-00002-00005. BP-1176644069-10.1.1.67-1423786882342 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:22:00,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030 src: /127.0.0.1:64887 dest: /127.0.0.1:64704
2015-02-12 16:22:00,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030 src: /127.0.0.1:64888 dest: /127.0.0.1:64700
2015-02-12 16:22:00,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031 src: /127.0.0.1:64889 dest: /127.0.0.1:64710
2015-02-12 16:22:00,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030 src: /127.0.0.1:64891 dest: /127.0.0.1:64707
2015-02-12 16:22:00,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031 src: /127.0.0.1:64890 dest: /127.0.0.1:64707
2015-02-12 16:22:00,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031 src: /127.0.0.1:64892 dest: /127.0.0.1:64700
2015-02-12 16:22:00,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64891, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, duration: 3123000
2015-02-12 16:22:00,957 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64892, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, duration: 2035000
2015-02-12 16:22:00,957 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64888, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, duration: 3855000
2015-02-12 16:22:00,957 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64890, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, duration: 2764000
2015-02-12 16:22:00,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64887, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, duration: 4842000
2015-02-12 16:22:00,958 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,958 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64889, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, duration: 3776000
2015-02-12 16:22:00,959 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,965 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5/part-00002-00005 is closed by DFSClient_attempt_1423786898409_0001_m_000002_0_1626710504_1
2015-02-12 16:22:00,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5/part-00000-00005 is closed by DFSClient_attempt_1423786898409_0001_m_000000_0_690614703_1
2015-02-12 16:22:00,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:00,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2/part-00003-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,978 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1/part-00003-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:00,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:00,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032 src: /127.0.0.1:64893 dest: /127.0.0.1:64710
2015-02-12 16:22:00,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032 src: /127.0.0.1:64894 dest: /127.0.0.1:64704
2015-02-12 16:22:00,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032 src: /127.0.0.1:64895 dest: /127.0.0.1:64700
2015-02-12 16:22:00,988 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64895, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, duration: 1733000
2015-02-12 16:22:00,988 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:00,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64894, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, duration: 2375000
2015-02-12 16:22:00,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:00,989 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,990 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64893, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, duration: 3370000
2015-02-12 16:22:00,990 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:00,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:00,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1/part-00003-00002 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:01,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:01,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2/part-00003-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,032 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2/part-00003-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:22:01,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033 src: /127.0.0.1:64896 dest: /127.0.0.1:64710
2015-02-12 16:22:01,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033 src: /127.0.0.1:64897 dest: /127.0.0.1:64707
2015-02-12 16:22:01,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033 src: /127.0.0.1:64898 dest: /127.0.0.1:64700
2015-02-12 16:22:01,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5/part-00002-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:01,043 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64898, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, duration: 1831000
2015-02-12 16:22:01,043 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,044 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64897, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, duration: 2749000
2015-02-12 16:22:01,044 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,045 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64896, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, duration: 3859000
2015-02-12 16:22:01,045 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,052 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2/part-00003-00003 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:01,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/a/5/part-00002-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00002-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:01,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5/part-00000-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3/part-00003-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2/part-00003-00004. BP-1176644069-10.1.1.67-1423786882342 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:01,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034 src: /127.0.0.1:64899 dest: /127.0.0.1:64707
2015-02-12 16:22:01,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/a/5/part-00000-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00000-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034 src: /127.0.0.1:64900 dest: /127.0.0.1:64700
2015-02-12 16:22:01,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034 src: /127.0.0.1:64901 dest: /127.0.0.1:64704
2015-02-12 16:22:01,078 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64901, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, duration: 1943000
2015-02-12 16:22:01,078 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,079 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,079 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64900, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, duration: 2672000
2015-02-12 16:22:01,079 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,080 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64899, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, duration: 3628000
2015-02-12 16:22:01,080 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2/part-00003-00004 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:01,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,087 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2/part-00003-00005. BP-1176644069-10.1.1.67-1423786882342 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:01,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035 src: /127.0.0.1:64902 dest: /127.0.0.1:64710
2015-02-12 16:22:01,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4/part-00002-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:01,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035 src: /127.0.0.1:64903 dest: /127.0.0.1:64700
2015-02-12 16:22:01,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035 src: /127.0.0.1:64904 dest: /127.0.0.1:64707
2015-02-12 16:22:01,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/4/part-00002-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00002-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64904, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, duration: 1682000
2015-02-12 16:22:01,097 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,098 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64903, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, duration: 2396000
2015-02-12 16:22:01,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,098 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,099 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64902, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, duration: 3356000
2015-02-12 16:22:01,099 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2/part-00003-00005 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:01,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4/part-00000-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:01,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,107 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3/part-00003-00006. BP-1176644069-10.1.1.67-1423786882342 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:01,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/4/part-00000-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00000-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036 src: /127.0.0.1:64905 dest: /127.0.0.1:64704
2015-02-12 16:22:01,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5/part-00002-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:01,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036 src: /127.0.0.1:64906 dest: /127.0.0.1:64707
2015-02-12 16:22:01,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036 src: /127.0.0.1:64907 dest: /127.0.0.1:64700
2015-02-12 16:22:01,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/b/5/part-00002-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00002-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64907, dest: /127.0.0.1:64700, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, duration: 1820000
2015-02-12 16:22:01,117 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64906, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, duration: 2753000
2015-02-12 16:22:01,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64905, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, duration: 3705000
2015-02-12 16:22:01,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3/part-00003-00006 is closed by DFSClient_attempt_1423786898409_0001_m_000003_0_-1798311634_1
2015-02-12 16:22:01,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5/part-00000-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:01,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4/part-00002-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:01,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/b/5/part-00000-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00000-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/c/4/part-00002-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00002-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4/part-00000-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:01,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/c/4/part-00000-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00000-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a dst=null perm=null proto=rpc
2015-02-12 16:22:01,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1/part-00003-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:01,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/a/1/part-00003-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00003-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4/part-00000-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:01,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/d/4/part-00000-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00000-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:01,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b dst=null perm=null proto=rpc
2015-02-12 16:22:01,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1/part-00003-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:01,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4/part-00002-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:01,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/1/part-00003-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00003-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/d/4/part-00002-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00002-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5/part-00000-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:01,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0/e/5/part-00000-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00000-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2/part-00003-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:01,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/b/2/part-00003-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00003-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c dst=null perm=null proto=rpc
2015-02-12 16:22:01,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e dst=null perm=null proto=rpc
2015-02-12 16:22:01,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1/part-00003-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:01,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1/_temporary/attempt_1423786898409_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/1/part-00003-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00003-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2/part-00003-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:01,249 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:22:01,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/2/part-00003-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00003-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,251 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0001_01_000002
2015-02-12 16:22:01,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:01,252 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:22:01,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,252 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000002
2015-02-12 16:22:01,252 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0001_01_000002
2015-02-12 16:22:01,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:01,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:01,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3/part-00003-00006 dst=null perm=null proto=rpc
2015-02-12 16:22:01,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:01,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/c/3/part-00003-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00003-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,272 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0001_01_000002 is : 143
2015-02-12 16:22:01,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5/part-00002-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:01,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0/e/5/part-00002-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00002-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d dst=null perm=null proto=rpc
2015-02-12 16:22:01,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,284 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:01,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002
2015-02-12 16:22:01,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002
2015-02-12 16:22:01,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002
2015-02-12 16:22:01,286 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000002
2015-02-12 16:22:01,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000002
2015-02-12 16:22:01,288 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:01,289 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0001_01_000002 from application application_1423786898409_0001
2015-02-12 16:22:01,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:01,289 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0001
2015-02-12 16:22:01,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:01,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:01,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2/part-00003-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:01,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0/d/2/part-00003-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00003-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1/_temporary/attempt_1423786898409_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary/_attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,312 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:22:01,314 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0001_01_000004
2015-02-12 16:22:01,314 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000004
2015-02-12 16:22:01,314 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:22:01,315 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0001_01_000004
2015-02-12 16:22:01,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1/_temporary/attempt_1423786898409_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:01,331 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0001_01_000004 is : 143
2015-02-12 16:22:01,339 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:22:01,341 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0001_01_000005
2015-02-12 16:22:01,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000005
2015-02-12 16:22:01,341 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:22:01,341 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0001_01_000005
2015-02-12 16:22:01,346 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:01,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004
2015-02-12 16:22:01,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004
2015-02-12 16:22:01,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004
2015-02-12 16:22:01,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000004
2015-02-12 16:22:01,352 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,354 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000004
2015-02-12 16:22:01,357 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:01,357 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0001_01_000004 from application application_1423786898409_0001
2015-02-12 16:22:01,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:01,357 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0001
2015-02-12 16:22:01,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:22:01,359 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0001_01_000005 is : 143
2015-02-12 16:22:01,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:01,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,374 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,374 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:01,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005
2015-02-12 16:22:01,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,377 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005
2015-02-12 16:22:01,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005
2015-02-12 16:22:01,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000005
2015-02-12 16:22:01,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000005
2015-02-12 16:22:01,381 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,381 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:01,382 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0001_01_000005 from application application_1423786898409_0001
2015-02-12 16:22:01,382 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:01,382 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0001
2015-02-12 16:22:01,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64850, dest: /127.0.0.1:64710, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, duration: 854013000
2015-02-12 16:22:01,397 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15790
2015-02-12 16:22:01,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64849, dest: /127.0.0.1:64704, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, duration: 855169000
2015-02-12 16:22:01,398 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15790
2015-02-12 16:22:01,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64848, dest: /127.0.0.1:64700, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, duration: 856702000
2015-02-12 16:22:01,399 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15790
2015-02-12 16:22:01,401 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:01,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037 src: /127.0.0.1:64911 dest: /127.0.0.1:64710
2015-02-12 16:22:01,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037 src: /127.0.0.1:64912 dest: /127.0.0.1:64707
2015-02-12 16:22:01,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037 src: /127.0.0.1:64913 dest: /127.0.0.1:64700
2015-02-12 16:22:01,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64913, dest: /127.0.0.1:64700, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, duration: 2080000
2015-02-12 16:22:01,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64912, dest: /127.0.0.1:64707, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, duration: 3030000
2015-02-12 16:22:01,421 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64911, dest: /127.0.0.1:64710, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, duration: 4561000
2015-02-12 16:22:01,422 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741861_1037 size 438
2015-02-12 16:22:01,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:22:01,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:22:01,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:22:01,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:22:01,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:22:01,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,459 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:01,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038 src: /127.0.0.1:64915 dest: /127.0.0.1:64700
2015-02-12 16:22:01,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038 src: /127.0.0.1:64916 dest: /127.0.0.1:64704
2015-02-12 16:22:01,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038 src: /127.0.0.1:64917 dest: /127.0.0.1:64707
2015-02-12 16:22:01,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64917, dest: /127.0.0.1:64707, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, duration: 3299000
2015-02-12 16:22:01,472 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64916, dest: /127.0.0.1:64704, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, duration: 4018000
2015-02-12 16:22:01,473 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,474 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64915, dest: /127.0.0.1:64700, bytes: 50178, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, duration: 5350000
2015-02-12 16:22:01,474 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741862_1038 size 50178
2015-02-12 16:22:01,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741862_1038 size 50178
2015-02-12 16:22:01,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:22:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:22:01,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:22:01,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:22:01,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001/job_1423786898409_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:22:01,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:01,498 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:22:01,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039 src: /127.0.0.1:64919 dest: /127.0.0.1:64710
2015-02-12 16:22:01,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039 src: /127.0.0.1:64920 dest: /127.0.0.1:64704
2015-02-12 16:22:01,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039 src: /127.0.0.1:64921 dest: /127.0.0.1:64700
2015-02-12 16:22:01,509 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64921, dest: /127.0.0.1:64700, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, duration: 2710000
2015-02-12 16:22:01,509 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:01,510 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64920, dest: /127.0.0.1:64704, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, duration: 3607000
2015-02-12 16:22:01,510 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,511 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64919, dest: /127.0.0.1:64710, bytes: 112941, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-488156171_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, duration: 4371000
2015-02-12 16:22:01,511 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:01,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:01,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:01,515 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-488156171_1
2015-02-12 16:22:01,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:01,516 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:22:01,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000003
2015-02-12 16:22:01,516 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:22:01,516 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0001_000001 released container container_1423786898409_0001_01_000003 on node: host: 10.1.1.67:64750 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:22:01,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:22:01,542 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:22:01,542 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:22:01,542 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0001 with final state: FINISHING
2015-02-12 16:22:01,543 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:22:01,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:22:01,544 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0001
2015-02-12 16:22:01,545 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:22:02,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:02,264 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:22:02,264 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000002
2015-02-12 16:22:02,264 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:22:02,264 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0001_000001 released container container_1423786898409_0001_01_000002 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:22:02,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:02,323 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:22:02,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000004
2015-02-12 16:22:02,323 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:22:02,324 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0001_000001 released container container_1423786898409_0001_01_000004 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:22:02,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:02,349 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:22:02,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000005
2015-02-12 16:22:02,349 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:22:02,350 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0001_000001 released container container_1423786898409_0001_01_000005 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:22:02,521 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:02,554 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0001 unregistered successfully.
2015-02-12 16:22:02,559 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64700
2015-02-12 16:22:02,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:22:02,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700
2015-02-12 16:22:02,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64707
2015-02-12 16:22:02,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:22:02,561 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:22:02,561 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64707
2015-02-12 16:22:02,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0001 dst=null perm=null proto=rpc
2015-02-12 16:22:02,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testPartitionTapTextDelimited_partitionedE3E7E8DE20F04A9B8B951B4A2D892B20 dst=null perm=null proto=rpc
2015-02-12 16:22:02,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:22:02,636 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary
2015-02-12 16:22:02,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:02,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/_temporary dst=null perm=null proto=rpc
2015-02-12 16:22:02,653 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:22:02,654 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:22:02,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:22:02,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:22:02,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=null proto=rpc
2015-02-12 16:22:02,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=null proto=rpc
2015-02-12 16:22:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=null proto=rpc
2015-02-12 16:22:02,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=null proto=rpc
2015-02-12 16:22:02,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e dst=null perm=null proto=rpc
2015-02-12 16:22:02,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:22:02,695 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] starting
2015-02-12 16:22:02,696 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] source: PartitionTap["Hfs["TextDelimited[['upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned"]"]["cascading.tap.partition.DelimitedPartition@6d6b20fe"]
2015-02-12 16:22:02,696 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] sink: Hfs["TextDelimited[['number', 'lower', 'upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final"]
2015-02-12 16:22:02,696 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] parallel execution is enabled: true
2015-02-12 16:22:02,696 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] starting jobs: 1
2015-02-12 16:22:02,696 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [copy] allocating threads: 1
2015-02-12 16:22:02,697 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [copy] starting step: (1/1) ...ionTapTextDelimited/final
2015-02-12 16:22:02,707 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:22:02,717 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:22:02,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:22:02,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:22:02,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:22:02,725 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 2
2015-02-12 16:22:02,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=null proto=rpc
2015-02-12 16:22:02,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:22:02,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:22:02,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,733 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:02,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 src: /127.0.0.1:64924 dest: /127.0.0.1:64707
2015-02-12 16:22:02,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 src: /127.0.0.1:64925 dest: /127.0.0.1:64710
2015-02-12 16:22:02,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 src: /127.0.0.1:64926 dest: /127.0.0.1:64700
2015-02-12 16:22:02,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64926, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, duration: 3047000
2015-02-12 16:22:02,743 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:02,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:02,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64925, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, duration: 3429000
2015-02-12 16:22:02,744 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,744 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64924, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, duration: 4197000
2015-02-12 16:22:02,745 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,747 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:22:02,748 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar
2015-02-12 16:22:02,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:22:02,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:22:02,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:22:02,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:22:02,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:22:02,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:22:02,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:02,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:02,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:22:02,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:22:02,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:22:02,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:22:02,832 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 26
2015-02-12 16:22:02,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,837 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split
2015-02-12 16:22:02,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:02,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:02,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041 src: /127.0.0.1:64927 dest: /127.0.0.1:64710
2015-02-12 16:22:02,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041 src: /127.0.0.1:64928 dest: /127.0.0.1:64707
2015-02-12 16:22:02,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041 src: /127.0.0.1:64929 dest: /127.0.0.1:64700
2015-02-12 16:22:02,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041 src: /127.0.0.1:64930 dest: /127.0.0.1:64704
2015-02-12 16:22:02,849 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64930, dest: /127.0.0.1:64704, bytes: 11135, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, duration: 2060000
2015-02-12 16:22:02,849 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:02,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,850 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64929, dest: /127.0.0.1:64700, bytes: 11135, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, duration: 3040000
2015-02-12 16:22:02,850 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64928, dest: /127.0.0.1:64707, bytes: 11135, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, duration: 3751000
2015-02-12 16:22:02,851 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,852 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64927, dest: /127.0.0.1:64710, bytes: 11135, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, duration: 5003000
2015-02-12 16:22:02,852 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,855 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:22:02,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,860 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:22:02,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042 src: /127.0.0.1:64931 dest: /127.0.0.1:64700
2015-02-12 16:22:02,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042 src: /127.0.0.1:64932 dest: /127.0.0.1:64710
2015-02-12 16:22:02,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042 src: /127.0.0.1:64933 dest: /127.0.0.1:64704
2015-02-12 16:22:02,866 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64933, dest: /127.0.0.1:64704, bytes: 918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, duration: 1577000
2015-02-12 16:22:02,867 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:02,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64932, dest: /127.0.0.1:64710, bytes: 918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, duration: 2118000
2015-02-12 16:22:02,867 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64931, dest: /127.0.0.1:64700, bytes: 918, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, duration: 3062000
2015-02-12 16:22:02,868 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,870 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:22:02,871 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:26
2015-02-12 16:22:02,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:22:02,887 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:02,890 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043 src: /127.0.0.1:64934 dest: /127.0.0.1:64704
2015-02-12 16:22:02,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043 src: /127.0.0.1:64935 dest: /127.0.0.1:64710
2015-02-12 16:22:02,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043 src: /127.0.0.1:64936 dest: /127.0.0.1:64707
2015-02-12 16:22:02,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64936, dest: /127.0.0.1:64707, bytes: 98204, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, duration: 1834000
2015-02-12 16:22:02,897 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:02,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:02,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64935, dest: /127.0.0.1:64710, bytes: 98204, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, duration: 2651000
2015-02-12 16:22:02,898 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,898 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64934, dest: /127.0.0.1:64704, bytes: 98204, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, duration: 3612000
2015-02-12 16:22:02,899 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:02,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:02,901 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:22:02,902 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0002
2015-02-12 16:22:02,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=null proto=rpc
2015-02-12 16:22:02,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:02,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:02,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:02,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:02,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:02,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:02,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:02,917 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 2 submitted by user soberoi
2015-02-12 16:22:02,918 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0002
2015-02-12 16:22:02,918 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0002
2015-02-12 16:22:02,918 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0002
2015-02-12 16:22:02,918 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from NEW to NEW_SAVING
2015-02-12 16:22:02,918 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:22:02,919 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0002 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:22:02,919 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 16:22:02,919 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0002_000001
2015-02-12 16:22:02,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from NEW to SUBMITTED
2015-02-12 16:22:02,920 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0002_000001 to scheduler from user: soberoi
2015-02-12 16:22:02,921 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:22:02,921 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0002
2015-02-12 16:22:02,923 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0002/
2015-02-12 16:22:02,923 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [copy] submitted hadoop job: job_1423786898409_0002
2015-02-12 16:22:02,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [copy] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0002/
2015-02-12 16:22:03,268 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:03,269 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:03,269 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000001
2015-02-12 16:22:03,270 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:22:03,270 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0002_01_000001
2015-02-12 16:22:03,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:03,271 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0002_000001
2015-02-12 16:22:03,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0002 AttemptId: appattempt_1423786898409_0002_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0002_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ]
2015-02-12 16:22:03,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:22:03,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:22:03,272 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0002_000001
2015-02-12 16:22:03,273 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0002_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ] for AM appattempt_1423786898409_0002_000001
2015-02-12 16:22:03,274 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:22:03,274 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0002_000001
2015-02-12 16:22:03,274 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0002_000001
2015-02-12 16:22:03,277 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:03,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000001 by user soberoi
2015-02-12 16:22:03,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0002
2015-02-12 16:22:03,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000001
2015-02-12 16:22:03,280 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from NEW to INITING
2015-02-12 16:22:03,280 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000001 to application application_1423786898409_0002
2015-02-12 16:22:03,283 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from INITING to RUNNING
2015-02-12 16:22:03,283 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0002_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ] for AM appattempt_1423786898409_0002_000001
2015-02-12 16:22:03,283 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:22:03,283 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:22:03,283 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:03,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:22:03,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:22:03,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:22:03,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:22:03,284 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0002_01_000001
2015-02-12 16:22:03,294 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0002_01_000001.tokens. Credentials list:
2015-02-12 16:22:03,328 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:03,351 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:03,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:22:03,487 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001.tokens
2015-02-12 16:22:03,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:22:03,529 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:03,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:03,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:03,610 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:03,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:03,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:03,660 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:03,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:03,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:03,707 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:03,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:03,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:03,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:03,754 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:03,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:03,784 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:03,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001/default_container_executor.sh]
2015-02-12 16:22:04,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:04,278 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:04,332 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:04,359 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:04,535 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:05,285 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:05,334 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:05,363 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:05,385 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64710 to replicate blk_1073741864_1040 to datanode(s) 127.0.0.1:64704
2015-02-12 16:22:05,385 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741841_1017, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008]
2015-02-12 16:22:05,385 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 16:22:05,536 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:05,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:22:05,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:22:05,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:22:05,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:22:05,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=null proto=rpc
2015-02-12 16:22:05,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:22:05,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:22:06,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:06,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:22:06,290 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:06,342 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:06,373 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:06,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:22:06,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:22:06,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:22:06,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:22:06,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:22:06,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:22:06,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:22:06,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:22:06,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:22:06,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:22:06,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:22:06,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:22:06,539 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:06,681 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 to 127.0.0.1:64704
2015-02-12 16:22:06,681 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:22:06,682 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:22:06,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:22:06,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:22:06,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:22:06,683 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:22:06,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:22:06,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:22:06,684 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 (numBytes=254067) to /127.0.0.1:64704
2015-02-12 16:22:06,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 src: /127.0.0.1:64947 dest: /127.0.0.1:64704
2015-02-12 16:22:06,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:22:06,684 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:22:06,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040 src: /127.0.0.1:64947 dest: /127.0.0.1:64704 of size 254067
2015-02-12 16:22:06,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741864_1040 size 254067
2015-02-12 16:22:06,910 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 16:22:06,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 16:22:06,912 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 16:22:07,040 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:07,042 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0002_000001
2015-02-12 16:22:07,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0002 APPATTEMPTID=appattempt_1423786898409_0002_000001
2015-02-12 16:22:07,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:22:07,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from ACCEPTED to RUNNING
2015-02-12 16:22:07,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:07,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:07,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:07,292 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:07,351 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:07,378 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:07,450 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:22:07,549 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:07,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044 src: /127.0.0.1:64951 dest: /127.0.0.1:64704
2015-02-12 16:22:07,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044 src: /127.0.0.1:64952 dest: /127.0.0.1:64700
2015-02-12 16:22:07,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044 src: /127.0.0.1:64953 dest: /127.0.0.1:64710
2015-02-12 16:22:07,620 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64953, dest: /127.0.0.1:64710, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, duration: 17393000
2015-02-12 16:22:07,620 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:07,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,621 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64952, dest: /127.0.0.1:64700, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, duration: 18243000
2015-02-12 16:22:07,621 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:07,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64951, dest: /127.0.0.1:64704, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, duration: 19042000
2015-02-12 16:22:07,622 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:07,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,626 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:22:07,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:07,651 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:07,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045 src: /127.0.0.1:64954 dest: /127.0.0.1:64700
2015-02-12 16:22:07,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045 src: /127.0.0.1:64955 dest: /127.0.0.1:64704
2015-02-12 16:22:07,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045 src: /127.0.0.1:64956 dest: /127.0.0.1:64710
2015-02-12 16:22:07,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64956, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, duration: 1561000
2015-02-12 16:22:07,659 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:07,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64955, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, duration: 2284000
2015-02-12 16:22:07,660 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:07,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:64954, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, duration: 3226000
2015-02-12 16:22:07,661 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:07,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:07,663 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002.summary is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:22:07,705 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0001_01_000001 succeeded
2015-02-12 16:22:07,706 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:22:07,706 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0001_01_000001
2015-02-12 16:22:07,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001
2015-02-12 16:22:07,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001
2015-02-12 16:22:07,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001
2015-02-12 16:22:07,720 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000001
2015-02-12 16:22:07,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0001/container_1423786898409_0001_01_000001
2015-02-12 16:22:07,720 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:22:07,721 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0001_01_000001 from application application_1423786898409_0001
2015-02-12 16:22:07,721 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:07,721 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0001
2015-02-12 16:22:08,294 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:08,296 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000002
2015-02-12 16:22:08,296 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:22:08,357 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:08,358 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000003
2015-02-12 16:22:08,358 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:22:08,382 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:08,383 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000004
2015-02-12 16:22:08,383 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:22:08,394 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741841_1017, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009]
2015-02-12 16:22:08,394 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741841_1017, blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009]
2015-02-12 16:22:08,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:08,552 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0001_000001
2015-02-12 16:22:08,552 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:22:08,552 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000001
2015-02-12 16:22:08,552 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:22:08,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0001_000001 released container container_1423786898409_0001_01_000001 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:22:08,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,553 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0001_000001
2015-02-12 16:22:08,554 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:08,554 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0001_000001 State change from FINISHING to FINISHED
2015-02-12 16:22:08,554 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000005
2015-02-12 16:22:08,554 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:22:08,555 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0001 State change from FINISHING to FINISHED
2015-02-12 16:22:08,556 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0001_000001 is done. finalState=FINISHED
2015-02-12 16:22:08,556 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0001 requests cleared
2015-02-12 16:22:08,557 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0001_000001
2015-02-12 16:22:08,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0001
2015-02-12 16:22:08,561 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0001,name=[82DB1F20BDB94C92B3A93088B0622568/48DAB01094CB4CB68634A14FA5F6BA3B] partition/(1/1) ...TextDelimited/partitioned,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0001/jobhistory/job/job_1423786898409_0001,appMasterHost=10.1.1.67,startTime=1423786904688,finishTime=1423786921542,finalStatus=SUCCEEDED
2015-02-12 16:22:08,563 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0001_000001 (auth:SIMPLE)
2015-02-12 16:22:08,567 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0001_01_000001
2015-02-12 16:22:08,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0001 CONTAINERID=container_1423786898409_0001_01_000001
2015-02-12 16:22:08,567 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,567 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0001_01_000001]
2015-02-12 16:22:08,568 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:08,568 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:08,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000006
2015-02-12 16:22:08,568 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:22:08,569 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:22:08,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:08,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:08,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:08,570 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0001
2015-02-12 16:22:08,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:08,572 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:22:08,572 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0001, with delay of 10800 seconds
2015-02-12 16:22:09,096 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0002_01_000002
2015-02-12 16:22:09,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:09,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0002_01_000003
2015-02-12 16:22:09,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:09,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0002_01_000004
2015-02-12 16:22:09,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:09,098 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0002_01_000005
2015-02-12 16:22:09,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:09,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:09,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035
2015-02-12 16:22:09,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022
2015-02-12 16:22:09,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021
2015-02-12 16:22:09,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015
2015-02-12 16:22:09,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031
2015-02-12 16:22:09,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013
2015-02-12 16:22:09,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041
2015-02-12 16:22:09,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012
2015-02-12 16:22:09,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014
2015-02-12 16:22:09,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028
2015-02-12 16:22:09,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033
2015-02-12 16:22:09,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018
2015-02-12 16:22:09,124 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014
2015-02-12 16:22:09,125 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026
2015-02-12 16:22:09,126 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027
2015-02-12 16:22:09,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029
2015-02-12 16:22:09,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021
2015-02-12 16:22:09,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020
2015-02-12 16:22:09,127 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023
2015-02-12 16:22:09,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017
2015-02-12 16:22:09,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036
2015-02-12 16:22:09,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030
2015-02-12 16:22:09,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032
2015-02-12 16:22:09,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028
2015-02-12 16:22:09,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034
2015-02-12 16:22:09,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039
2015-02-12 16:22:09,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038
2015-02-12 16:22:09,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030
2015-02-12 16:22:09,132 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042
2015-02-12 16:22:09,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036
2015-02-12 16:22:09,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741841_1017
2015-02-12 16:22:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034
2015-02-12 16:22:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040
2015-02-12 16:22:09,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042
2015-02-12 16:22:09,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043
2015-02-12 16:22:09,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039
2015-02-12 16:22:09,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:22:09,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:22:09,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:22:09,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:22:09,141 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:22:09,142 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 16:22:09,142 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:22:09,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,159 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 16:22:09,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,160 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 16:22:09,160 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 16:22:09,160 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 16:22:09,161 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 16:22:09,162 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 16:22:09,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,231 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:09,231 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:09,231 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:09,231 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:09,232 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:09,236 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000004 by user soberoi
2015-02-12 16:22:09,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0002
2015-02-12 16:22:09,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000005 by user soberoi
2015-02-12 16:22:09,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000002 by user soberoi
2015-02-12 16:22:09,236 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000003 by user soberoi
2015-02-12 16:22:09,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0002
2015-02-12 16:22:09,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0002
2015-02-12 16:22:09,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000005
2015-02-12 16:22:09,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000003
2015-02-12 16:22:09,238 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from NEW to INITING
2015-02-12 16:22:09,238 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000005 to application application_1423786898409_0002
2015-02-12 16:22:09,238 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from INITING to RUNNING
2015-02-12 16:22:09,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000004
2015-02-12 16:22:09,238 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:22:09,239 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,239 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,239 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:09,239 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:09,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,238 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000006 by user soberoi
2015-02-12 16:22:09,237 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000002 to application application_1423786898409_0002
2015-02-12 16:22:09,237 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from NEW to INITING
2015-02-12 16:22:09,240 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000004 to application application_1423786898409_0002
2015-02-12 16:22:09,240 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:22:09,240 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,240 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,241 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:09,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000002
2015-02-12 16:22:09,241 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:09,240 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from INITING to RUNNING
2015-02-12 16:22:09,241 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:22:09,241 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,242 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,242 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:09,240 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000006
2015-02-12 16:22:09,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0002_01_000005
2015-02-12 16:22:09,239 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from NEW to INITING
2015-02-12 16:22:09,242 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000003 to application application_1423786898409_0002
2015-02-12 16:22:09,242 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from INITING to RUNNING
2015-02-12 16:22:09,243 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:22:09,243 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,243 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,242 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:09,241 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:09,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,243 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,244 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0002_01_000004
2015-02-12 16:22:09,243 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:09,244 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:09,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:22:09,245 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0002_01_000003
2015-02-12 16:22:09,243 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000006 to application application_1423786898409_0002
2015-02-12 16:22:09,245 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:22:09,245 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,245 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:09,245 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:09,246 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:09,246 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0002_01_000006
2015-02-12 16:22:09,271 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423786898409_0002_01_000003.tokens. Credentials list:
2015-02-12 16:22:09,271 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423786898409_0002_01_000006.tokens. Credentials list:
2015-02-12 16:22:09,272 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423786898409_0002_01_000005.tokens. Credentials list:
2015-02-12 16:22:09,277 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423786898409_0002_01_000004.tokens. Credentials list:
2015-02-12 16:22:09,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:09,303 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:09,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:09,304 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000007
2015-02-12 16:22:09,304 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:22:09,304 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:22:09,304 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:09,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,306 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0001
2015-02-12 16:22:09,306 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:09,306 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:22:09,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,307 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0001, with delay of 10800 seconds
2015-02-12 16:22:09,358 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:22:09,358 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:09,358 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:09,359 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:09,359 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000008
2015-02-12 16:22:09,359 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0001
2015-02-12 16:22:09,359 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:22:09,359 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0001, with delay of 10800 seconds
2015-02-12 16:22:09,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,359 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:22:09,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:09,384 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:09,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:09,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000009
2015-02-12 16:22:09,384 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:22:09,384 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:22:09,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0001
2015-02-12 16:22:09,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0001
2015-02-12 16:22:09,386 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:22:09,386 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0001, with delay of 10800 seconds
2015-02-12 16:22:09,403 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011
2015-02-12 16:22:09,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741858_1034
2015-02-12 16:22:09,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043
2015-02-12 16:22:09,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019
2015-02-12 16:22:09,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015
2015-02-12 16:22:09,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010
2015-02-12 16:22:09,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741845_1021
2015-02-12 16:22:09,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016
2015-02-12 16:22:09,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023
2015-02-12 16:22:09,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026
2015-02-12 16:22:09,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741842_1018
2015-02-12 16:22:09,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741862_1038
2015-02-12 16:22:09,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033
2015-02-12 16:22:09,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741844_1020
2015-02-12 16:22:09,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037
2015-02-12 16:22:09,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024
2015-02-12 16:22:09,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025
2015-02-12 16:22:09,411 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741852_1028
2015-02-12 16:22:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041
2015-02-12 16:22:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741854_1030
2015-02-12 16:22:09,412 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022
2015-02-12 16:22:09,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031
2015-02-12 16:22:09,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040
2015-02-12 16:22:09,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035
2015-02-12 16:22:09,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741860_1036
2015-02-12 16:22:09,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:22:09,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000002/default_container_executor.sh]
2015-02-12 16:22:09,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:22:09,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:09,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:09,570 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:09,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:09,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000010
2015-02-12 16:22:09,571 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:22:09,573 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:22:09,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423786898409_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003.tokens
2015-02-12 16:22:09,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:22:09,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423786898409_0002_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004.tokens
2015-02-12 16:22:09,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:22:09,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741849_1025
2015-02-12 16:22:09,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741859_1035
2015-02-12 16:22:09,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741847_1023
2015-02-12 16:22:09,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741834_1010
2015-02-12 16:22:09,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741836_1012
2015-02-12 16:22:09,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741843_1019
2015-02-12 16:22:09,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741850_1026
2015-02-12 16:22:09,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040
2015-02-12 16:22:09,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741840_1016
2015-02-12 16:22:09,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741848_1024
2015-02-12 16:22:09,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741861_1037
2015-02-12 16:22:09,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741855_1031
2015-02-12 16:22:09,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741835_1011
2015-02-12 16:22:09,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741837_1013
2015-02-12 16:22:09,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741839_1015
2015-02-12 16:22:09,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741838_1014
2015-02-12 16:22:09,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741846_1022
2015-02-12 16:22:09,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741856_1032
2015-02-12 16:22:09,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741867_1043
2015-02-12 16:22:09,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741853_1029
2015-02-12 16:22:09,683 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741865_1041
2015-02-12 16:22:09,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741851_1027
2015-02-12 16:22:09,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741857_1033
2015-02-12 16:22:09,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741863_1039
2015-02-12 16:22:09,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741866_1042
2015-02-12 16:22:09,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423786898409_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005.tokens
2015-02-12 16:22:09,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:22:09,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,778 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 16:22:09,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,891 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:09,891 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,907 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,907 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:09,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 16:22:09,961 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:09,961 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:09,970 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:09,970 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:09,996 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:22:09,996 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:09,996 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:10,053 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,054 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,056 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,056 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,110 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:10,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:10,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:10,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:10,130 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:10,131 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:10,133 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000007 by user soberoi
2015-02-12 16:22:10,134 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000010 by user soberoi
2015-02-12 16:22:10,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000007
2015-02-12 16:22:10,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000010
2015-02-12 16:22:10,134 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000007 to application application_1423786898409_0002
2015-02-12 16:22:10,135 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 16:22:10,135 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000010 to application application_1423786898409_0002
2015-02-12 16:22:10,135 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from NEW to LOCALIZING
2015-02-12 16:22:10,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,135 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:10,136 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:10,136 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:10,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,137 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,137 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:10,137 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:10,136 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:10,137 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:10,138 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:10,141 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000008 by user soberoi
2015-02-12 16:22:10,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000008
2015-02-12 16:22:10,142 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000008 to application application_1423786898409_0002
2015-02-12 16:22:10,143 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 16:22:10,143 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,143 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,143 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:10,143 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:10,144 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:10,143 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000009 by user soberoi
2015-02-12 16:22:10,145 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000009
2015-02-12 16:22:10,146 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000009 to application application_1423786898409_0002
2015-02-12 16:22:10,147 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 16:22:10,147 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,147 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:10,147 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:10,147 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:10,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:10,214 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,214 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,218 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,218 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,234 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,234 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004/default_container_executor.sh]
2015-02-12 16:22:10,234 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:10,235 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:10,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003/default_container_executor.sh]
2015-02-12 16:22:10,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:10,308 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:10,309 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:10,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000011 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:10,310 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000011 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:10,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:10,361 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:10,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000012 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:10,361 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000012
2015-02-12 16:22:10,361 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:22:10,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:10,393 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:10,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000013 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:10,394 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000013
2015-02-12 16:22:10,394 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:22:10,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006/default_container_executor.sh]
2015-02-12 16:22:10,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005/default_container_executor.sh]
2015-02-12 16:22:10,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000010/default_container_executor.sh]
2015-02-12 16:22:10,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000009/default_container_executor.sh]
2015-02-12 16:22:10,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000007/default_container_executor.sh]
2015-02-12 16:22:10,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000010 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:10,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000014 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:10,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000014
2015-02-12 16:22:10,579 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000014 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:10,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000008/default_container_executor.sh]
2015-02-12 16:22:11,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:22:11,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000012 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:11,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000013 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:11,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000014 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:11,134 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:11,135 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:11,136 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:11,137 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000014 by user soberoi
2015-02-12 16:22:11,138 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000012 by user soberoi
2015-02-12 16:22:11,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000014
2015-02-12 16:22:11,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000012
2015-02-12 16:22:11,138 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000012 to application application_1423786898409_0002
2015-02-12 16:22:11,138 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000014 to application application_1423786898409_0002
2015-02-12 16:22:11,139 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from NEW to LOCALIZING
2015-02-12 16:22:11,139 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,139 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,139 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:11,139 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:11,139 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000013 by user soberoi
2015-02-12 16:22:11,140 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:11,140 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000013
2015-02-12 16:22:11,139 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from NEW to LOCALIZING
2015-02-12 16:22:11,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,140 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,140 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:11,140 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:11,141 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:11,141 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000013 to application application_1423786898409_0002
2015-02-12 16:22:11,141 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from NEW to LOCALIZING
2015-02-12 16:22:11,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,142 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:11,142 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:11,142 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:11,143 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:11,241 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:11,241 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:11,248 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:11,248 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:11,256 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:11,256 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:11,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423786898409_0002_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006.tokens
2015-02-12 16:22:11,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:22:11,310 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:11,311 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 16:22:11,311 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:11,311 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000015 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:11,311 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000015 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:11,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000012 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:11,363 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000016 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:11,363 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000016
2015-02-12 16:22:11,363 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000016 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:11,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000013 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:11,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000017 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:11,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000017
2015-02-12 16:22:11,397 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000017 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:11,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000013/default_container_executor.sh]
2015-02-12 16:22:11,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000014/default_container_executor.sh]
2015-02-12 16:22:11,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000012/default_container_executor.sh]
2015-02-12 16:22:11,583 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000014 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:11,584 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:11,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000018 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:11,584 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000018 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:12,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000016 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:12,128 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000017 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:12,138 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:12,138 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:12,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000017 by user soberoi
2015-02-12 16:22:12,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000016 by user soberoi
2015-02-12 16:22:12,143 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000017 to application application_1423786898409_0002
2015-02-12 16:22:12,143 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000016
2015-02-12 16:22:12,143 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from NEW to LOCALIZING
2015-02-12 16:22:12,144 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:12,144 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:12,144 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:12,144 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:12,143 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000017
2015-02-12 16:22:12,143 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000016 to application application_1423786898409_0002
2015-02-12 16:22:12,145 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:12,145 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from NEW to LOCALIZING
2015-02-12 16:22:12,145 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:12,145 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:12,145 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:12,145 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:12,146 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:12,201 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:12,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:12,202 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:12,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:12,313 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:12,313 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 16:22:12,313 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:12,314 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000019 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:12,314 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000019 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:12,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000016 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:12,366 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:12,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000020 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:12,367 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000020 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:12,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000016/default_container_executor.sh]
2015-02-12 16:22:12,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000017/default_container_executor.sh]
2015-02-12 16:22:12,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000017 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:12,399 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:12,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000021 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:12,399 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000021 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:12,584 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:12,584 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:12,585 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:12,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000022 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:12,585 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000022 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:13,323 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:13,323 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:13,323 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:13,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000023 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:13,324 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000023 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:13,370 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:13,371 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:13,371 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:13,371 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000024 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:13,371 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000024 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:13,399 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:13,400 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:13,400 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:13,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000025 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:13,400 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000025 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:13,586 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:13,586 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:13,586 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:13,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000026 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:13,586 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000026 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:14,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045
2015-02-12 16:22:14,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044
2015-02-12 16:22:14,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045
2015-02-12 16:22:14,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044
2015-02-12 16:22:14,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741864_1040
2015-02-12 16:22:14,327 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:14,327 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:14,328 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:14,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000027 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:14,328 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000027 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:14,375 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:14,376 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:14,376 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:14,376 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000028 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:14,376 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000028 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:14,405 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:14,405 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:14,406 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:14,406 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000029 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:14,406 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000029 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:14,588 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:14,588 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:14,588 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:14,589 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000030 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:14,589 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000030 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:14,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741869_1045
2015-02-12 16:22:14,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741868_1044
2015-02-12 16:22:15,331 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:15,332 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:15,332 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:15,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000031 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:15,332 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000031 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:15,383 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:15,383 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:15,384 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:15,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000032 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:15,384 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000032 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:15,416 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:15,416 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:15,416 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:15,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000033 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:15,417 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000033 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:15,593 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:15,594 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:15,594 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:15,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000034 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:15,594 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000034 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:16,336 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:16,337 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:16,337 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:16,337 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000035 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:16,337 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000035 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:16,384 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:16,384 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:16,384 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:16,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000036 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:16,385 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000036 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:16,419 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:16,419 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:16,420 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:16,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000037 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:16,420 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000037 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:16,595 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:16,596 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:16,596 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:16,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000038 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:16,596 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000038 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:17,345 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:17,345 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:17,345 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:17,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000039 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:17,346 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000039 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:17,386 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:17,386 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:17,387 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:17,387 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000040 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:17,387 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000040 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:17,420 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:17,420 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:17,420 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:17,421 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000041 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:17,421 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000041 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:17,604 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:17,604 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:17,605 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:17,605 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000042 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:17,605 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000042 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:18,351 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:18,352 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:18,352 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:18,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000043 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:18,352 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000043 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:18,393 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:18,394 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:18,394 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:18,394 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000044 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:18,394 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000044 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:18,424 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:18,424 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:18,425 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:18,425 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000045 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:18,425 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000045 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:18,606 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:18,606 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:18,607 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:18,607 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000046 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:18,607 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000046 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:19,353 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:19,354 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:19,354 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:19,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000047 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:19,354 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000047 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:19,394 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:19,394 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:19,394 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:19,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000048 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:19,395 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000048 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:19,426 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:19,426 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:19,427 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:19,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000049 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:19,427 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000049 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:19,613 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:19,613 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:19,613 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:19,613 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000050 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:19,613 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000050 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:20,359 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:20,359 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:20,360 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:20,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000051 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:20,360 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000051 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:20,394 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:20,395 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:20,395 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:20,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000052 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:20,395 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000052 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:20,433 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:20,433 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:20,433 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:20,433 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000053 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:20,433 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000053 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:20,620 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:20,620 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:20,621 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:20,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000054 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:20,621 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000054 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:21,367 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:21,367 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:21,368 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:21,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000055 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:21,368 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000055 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:21,396 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:21,396 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:21,396 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:21,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000056 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:21,396 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000056 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:21,439 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:21,440 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:21,440 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:21,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000057 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:21,440 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000057 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:21,626 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:21,626 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:21,626 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:21,626 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000058 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:21,626 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000058 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:22,373 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:22,373 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:22,374 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:22,374 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000059 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:22,374 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000059 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:22,396 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:22,396 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:22,397 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:22,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000060 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:22,397 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000060 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:22,442 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:22,442 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:22,443 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:22,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000061 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:22,443 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000061 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:22,631 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:22,631 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:22,632 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:22,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000062 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:22,632 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000062 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:23,347 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 16:22:23,348 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:22:23,378 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:23,378 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:23,378 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:23,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000063 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:23,379 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000063 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:23,402 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:23,402 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:23,403 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:23,403 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000064 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:23,403 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000064 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:23,450 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:23,450 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:23,451 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:23,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000065 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:23,451 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000065 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:23,636 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:23,636 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:23,636 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:23,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000066 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:23,637 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000066 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:24,381 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:24,381 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:24,382 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:24,382 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000067 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:24,382 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000067 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:24,410 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:24,410 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:24,410 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:24,410 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000068 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:24,411 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000068 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:24,458 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:24,459 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:24,459 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:24,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000069 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:24,459 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000069 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:24,642 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:24,643 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:24,643 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:24,643 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000070 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:24,643 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000070 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:25,386 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:25,386 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:25,386 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:25,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000071 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:25,386 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000071 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:25,411 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:25,411 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:25,411 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:25,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000072 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:25,411 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000072 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:25,464 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:25,464 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:25,465 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:25,465 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000073 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:25,465 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000073 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:25,650 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:25,650 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:25,650 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:25,650 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000074 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:25,651 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000074 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:26,393 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:26,393 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:26,393 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:26,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000075 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:26,393 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000075 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:26,413 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:26,413 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:26,414 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:26,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000076 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:26,414 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000076 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:26,468 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:26,468 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:26,468 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:26,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000077 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:26,469 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000077 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:26,651 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:26,651 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:26,652 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:26,652 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000078 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:26,652 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000078 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:27,399 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:27,399 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:27,399 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:27,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000079 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:27,399 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000079 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:27,419 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:27,419 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:27,419 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:27,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000080 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:27,419 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000080 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:27,475 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:27,475 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:27,476 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:27,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000081 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:27,476 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000081 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:27,653 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:27,653 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:27,653 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:27,654 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000082 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:27,654 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000082 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:28,404 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:28,404 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:28,404 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:28,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000083 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:28,405 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000083 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:28,420 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:28,420 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:28,420 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:28,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000084 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:28,421 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000084 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:28,481 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:28,481 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:28,481 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:28,481 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000085 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:28,481 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000085 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:28,661 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:28,661 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:28,661 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:28,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000086 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:28,661 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000086 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:29,409 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:29,409 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:29,410 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:29,410 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000087 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:29,410 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000087 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:29,421 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:29,421 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:29,421 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:29,421 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000088 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:29,422 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000088 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:29,486 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:29,486 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:29,486 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:29,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000089 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:29,487 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000089 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:29,667 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:29,667 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:29,667 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:29,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000090 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:29,667 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000090 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:30,417 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:30,417 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:30,417 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:30,417 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000091 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:30,417 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000091 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:30,429 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:30,430 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:30,430 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:30,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000092 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:30,430 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000092 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:30,491 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:30,492 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:30,492 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:30,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000093 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:30,492 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000093 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:30,670 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:30,670 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:30,670 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:30,671 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000094 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:30,671 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000094 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:31,422 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:31,423 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:31,423 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:31,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000095 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:31,423 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000095 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:31,435 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:31,435 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:31,436 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:31,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000096 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:31,436 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000096 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:31,492 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:31,492 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:31,493 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:31,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000097 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:31,493 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000097 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:31,674 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:31,674 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:31,674 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:31,675 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000098 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:31,675 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000098 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:32,423 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:32,424 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:32,424 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:32,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000099 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:32,424 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000099 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:32,437 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:32,438 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:32,438 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:32,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000100 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:32,438 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000100 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:32,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:32,494 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:32,494 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:32,495 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:32,495 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000101 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:32,495 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000101 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:32,678 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:32,678 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:32,678 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:32,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000102 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:32,679 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000102 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:32,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:32,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,433 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:33,433 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:33,434 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:33,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000103 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:33,434 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000103 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:33,438 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:33,439 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:33,439 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:33,439 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000104 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:33,439 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000104 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:33,499 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:33,499 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:33,499 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:33,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000105 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:33,500 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000105 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:33,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00001-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:33,627 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 399 Total time for transactions(ms): 45 Number of transactions batched in Syncs: 30 Number of syncs: 231 SyncTimes(ms): 57 41
2015-02-12 16:22:33,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:33,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,685 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:33,685 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:33,686 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:33,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000106 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:33,686 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000106 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:33,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00001-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:33,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:33,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:33,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00002-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:33,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00000-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:33,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00003-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:34,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00001-00003 dst=null perm=null proto=rpc
2015-02-12 16:22:34,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00003-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:34,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0/part-00007 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00000-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:34,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00003-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:34,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0/part-00008 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:34,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00002-00000 dst=null perm=null proto=rpc
2015-02-12 16:22:34,437 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:34,437 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:34,438 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:34,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000107 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:34,438 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000107 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:34,445 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:34,445 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:34,445 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:34,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000108 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:34,446 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000108 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:34,505 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:34,506 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:34,506 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:34,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000109 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:34,506 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000109 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:34,571 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:34,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:34,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0/part-00009 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,686 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:34,686 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:34,687 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:34,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000110 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:34,687 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000110 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:34,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046 src: /127.0.0.1:65038 dest: /127.0.0.1:64710
2015-02-12 16:22:34,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046 src: /127.0.0.1:65040 dest: /127.0.0.1:64704
2015-02-12 16:22:34,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046 src: /127.0.0.1:65041 dest: /127.0.0.1:64707
2015-02-12 16:22:34,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00002-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:34,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00000-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:34,803 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65041, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000000_0_-642448946_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, duration: 91162000
2015-02-12 16:22:34,803 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:34,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:34,805 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65040, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000000_0_-642448946_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, duration: 92020000
2015-02-12 16:22:34,805 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:34,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:34,806 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65038, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000000_0_-642448946_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, duration: 94163000
2015-02-12 16:22:34,806 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:34,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:34,812 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0002_m_000000_0_-642448946_1
2015-02-12 16:22:34,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:34,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:22:34,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:22:34,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:34,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0/part-00011 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:34,873 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:34,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000002
2015-02-12 16:22:34,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000002
2015-02-12 16:22:34,875 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:22:34,875 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000002
2015-02-12 16:22:34,876 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:34,876 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:34,876 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:34,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000111 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:34,876 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000111 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:34,895 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000002 is : 143
2015-02-12 16:22:34,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:34,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047 src: /127.0.0.1:65044 dest: /127.0.0.1:64707
2015-02-12 16:22:34,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047 src: /127.0.0.1:65045 dest: /127.0.0.1:64700
2015-02-12 16:22:34,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047 src: /127.0.0.1:65046 dest: /127.0.0.1:64704
2015-02-12 16:22:34,907 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000002
2015-02-12 16:22:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000002
2015-02-12 16:22:34,909 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist for DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:22:34,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000002
2015-02-12 16:22:34,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000002
2015-02-12 16:22:34,910 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000002
2015-02-12 16:22:34,911 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:34,911 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000002 from application application_1423786898409_0002
2015-02-12 16:22:34,911 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:34,911 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:34,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0/part-00010 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:35,080 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0/part-00004. BP-1176644069-10.1.1.67-1423786882342 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:22:35,114 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:35,164 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:35,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048 src: /127.0.0.1:65053 dest: /127.0.0.1:64700
2015-02-12 16:22:35,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048 src: /127.0.0.1:65057 dest: /127.0.0.1:64707
2015-02-12 16:22:35,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048 src: /127.0.0.1:65058 dest: /127.0.0.1:64704
2015-02-12 16:22:35,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0/part-00006. BP-1176644069-10.1.1.67-1423786882342 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:35,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049 src: /127.0.0.1:65054 dest: /127.0.0.1:64704
2015-02-12 16:22:35,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049 src: /127.0.0.1:65062 dest: /127.0.0.1:64707
2015-02-12 16:22:35,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049 src: /127.0.0.1:65063 dest: /127.0.0.1:64700
2015-02-12 16:22:35,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050 src: /127.0.0.1:65055 dest: /127.0.0.1:64704
2015-02-12 16:22:35,387 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050 src: /127.0.0.1:65066 dest: /127.0.0.1:64700
2015-02-12 16:22:35,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050 src: /127.0.0.1:65067 dest: /127.0.0.1:64707
2015-02-12 16:22:35,440 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0/part-00007. BP-1176644069-10.1.1.67-1423786882342 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:35,455 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:35,455 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:35,455 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:35,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000112 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:35,456 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000112 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:35,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65058, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000004_0_118479936_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, duration: 193353000
2015-02-12 16:22:35,489 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:35,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65057, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000004_0_118479936_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, duration: 190697000
2015-02-12 16:22:35,490 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65053, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000004_0_118479936_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, duration: 195070000
2015-02-12 16:22:35,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,491 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:35,513 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:35,513 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:35,514 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:35,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000113 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:35,514 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000113 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:35,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052 src: /127.0.0.1:65069 dest: /127.0.0.1:64704
2015-02-12 16:22:35,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052 src: /127.0.0.1:65071 dest: /127.0.0.1:64700
2015-02-12 16:22:35,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052 src: /127.0.0.1:65072 dest: /127.0.0.1:64707
2015-02-12 16:22:35,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65067, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000003_0_-1601034069_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, duration: 166379000
2015-02-12 16:22:35,556 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:35,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65066, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000003_0_-1601034069_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, duration: 166648000
2015-02-12 16:22:35,558 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:35,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,558 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65055, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000003_0_-1601034069_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, duration: 168622000
2015-02-12 16:22:35,559 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65063, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000002_0_2106860477_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, duration: 197325000
2015-02-12 16:22:35,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:35,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65062, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000002_0_2106860477_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, duration: 198167000
2015-02-12 16:22:35,562 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,563 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65054, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000002_0_2106860477_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, duration: 199302000
2015-02-12 16:22:35,563 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,567 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0/part-00004 is closed by DFSClient_attempt_1423786898409_0002_m_000004_0_118479936_1
2015-02-12 16:22:35,569 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423786898409_0002_m_000002_0_2106860477_1
2015-02-12 16:22:35,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423786898409_0002_m_000003_0_-1601034069_1
2015-02-12 16:22:35,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:22:35,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:35,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:22:35,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000004 dst=null perm=null proto=rpc
2015-02-12 16:22:35,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:35,616 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:35,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:35,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000004
2015-02-12 16:22:35,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000004
2015-02-12 16:22:35,619 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:22:35,619 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000004
2015-02-12 16:22:35,619 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:35,620 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096
2015-02-12 16:22:35,620 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:35,620 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:35,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000114 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:35,621 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000114 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:35,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000005
2015-02-12 16:22:35,621 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000005
2015-02-12 16:22:35,622 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:22:35,622 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000005
2015-02-12 16:22:35,624 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:35,624 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:35,624 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:35,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000115 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:35,625 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000115 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:35,642 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000004 is : 143
2015-02-12 16:22:35,644 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000005 is : 143
2015-02-12 16:22:35,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:35,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005
2015-02-12 16:22:35,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005
2015-02-12 16:22:35,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005
2015-02-12 16:22:35,653 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000005
2015-02-12 16:22:35,653 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:35,654 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000005 from application application_1423786898409_0002
2015-02-12 16:22:35,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:35,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:35,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000005
2015-02-12 16:22:35,656 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:35,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004
2015-02-12 16:22:35,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004
2015-02-12 16:22:35,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004
2015-02-12 16:22:35,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000004
2015-02-12 16:22:35,658 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000004
2015-02-12 16:22:35,658 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:35,658 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000004 from application application_1423786898409_0002
2015-02-12 16:22:35,659 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:35,659 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:35,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051 src: /127.0.0.1:65061 dest: /127.0.0.1:64707
2015-02-12 16:22:35,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051 src: /127.0.0.1:65076 dest: /127.0.0.1:64704
2015-02-12 16:22:35,669 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051 src: /127.0.0.1:65077 dest: /127.0.0.1:64700
2015-02-12 16:22:35,695 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:35,697 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000006
2015-02-12 16:22:35,697 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000006
2015-02-12 16:22:35,698 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:22:35,698 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000006
2015-02-12 16:22:35,698 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:35,699 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:22:35,699 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000005
2015-02-12 16:22:35,699 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:35,699 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000005 on node: host: 10.1.1.67:64750 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:35,700 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=3 available=1024 used=3072
2015-02-12 16:22:35,700 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=3 available=1024 used=3072, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:35,700 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000116 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:35,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000116
2015-02-12 16:22:35,700 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000116 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:35,718 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000006 is : 143
2015-02-12 16:22:35,732 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:35,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006
2015-02-12 16:22:35,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006
2015-02-12 16:22:35,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006
2015-02-12 16:22:35,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000006
2015-02-12 16:22:35,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000006
2015-02-12 16:22:35,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:35,736 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000006 from application application_1423786898409_0002
2015-02-12 16:22:35,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:35,736 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:35,808 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65072, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000007_0_-2127205357_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, duration: 273327000
2015-02-12 16:22:35,809 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:35,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,809 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65071, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000007_0_-2127205357_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, duration: 274247000
2015-02-12 16:22:35,810 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,810 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65069, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000007_0_-2127205357_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, duration: 275198000
2015-02-12 16:22:35,811 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,815 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0/part-00007 is closed by DFSClient_attempt_1423786898409_0002_m_000007_0_-2127205357_1
2015-02-12 16:22:35,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,837 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0/part-00008. BP-1176644069-10.1.1.67-1423786882342 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:35,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000007 dst=null perm=null proto=rpc
2015-02-12 16:22:35,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000007_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000007 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:35,864 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:35,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000009
2015-02-12 16:22:35,867 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000009
2015-02-12 16:22:35,867 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from RUNNING to KILLING
2015-02-12 16:22:35,868 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000009
2015-02-12 16:22:35,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:35,868 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:22:35,868 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000004
2015-02-12 16:22:35,869 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:35,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000004 on node: host: 10.1.1.67:64746 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:35,869 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072
2015-02-12 16:22:35,869 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 16:22:35,869 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000117 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:35,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000117
2015-02-12 16:22:35,870 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000117 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:35,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:35,879 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:22:35,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000002
2015-02-12 16:22:35,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00001-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:35,880 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:22:35,880 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000002 on node: host: 10.1.1.67:64742 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:35,881 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=2 available=1024 used=3072
2015-02-12 16:22:35,881 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=2 available=1024 used=3072, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 16:22:35,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000118 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:35,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000118
2015-02-12 16:22:35,882 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000118 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:22:35,888 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000009 is : 143
2015-02-12 16:22:35,904 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:35,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000009
2015-02-12 16:22:35,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000009
2015-02-12 16:22:35,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000009
2015-02-12 16:22:35,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000009
2015-02-12 16:22:35,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000009
2015-02-12 16:22:35,909 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:35,909 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000009 from application application_1423786898409_0002
2015-02-12 16:22:35,909 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:35,909 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:35,920 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65077, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000006_0_-60386902_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, duration: 249394000
2015-02-12 16:22:35,920 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:35,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,921 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65076, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000006_0_-60386902_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, duration: 250022000
2015-02-12 16:22:35,921 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,922 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65061, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000006_0_-60386902_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, duration: 250841000
2015-02-12 16:22:35,922 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:35,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:35,926 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0/part-00006 is closed by DFSClient_attempt_1423786898409_0002_m_000006_0_-60386902_1
2015-02-12 16:22:35,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053 src: /127.0.0.1:65073 dest: /127.0.0.1:64707
2015-02-12 16:22:35,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053 src: /127.0.0.1:65083 dest: /127.0.0.1:64700
2015-02-12 16:22:35,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053 src: /127.0.0.1:65084 dest: /127.0.0.1:64704
2015-02-12 16:22:35,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 16:22:35,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000006 dst=null perm=null proto=rpc
2015-02-12 16:22:35,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:35,968 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:35,970 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000008
2015-02-12 16:22:35,971 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000008
2015-02-12 16:22:35,971 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from RUNNING to KILLING
2015-02-12 16:22:35,971 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000008
2015-02-12 16:22:35,972 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096
2015-02-12 16:22:35,972 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 16:22:35,972 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:35,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000119 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:35,972 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000119 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:35,991 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000008 is : 143
2015-02-12 16:22:35,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0/part-00005. BP-1176644069-10.1.1.67-1423786882342 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:36,002 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:36,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000008
2015-02-12 16:22:36,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000008
2015-02-12 16:22:36,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000008
2015-02-12 16:22:36,004 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000008
2015-02-12 16:22:36,005 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000008
2015-02-12 16:22:36,005 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:36,006 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000008 from application application_1423786898409_0002
2015-02-12 16:22:36,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,006 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:36,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0/part-00012 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:36,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65084, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000001_0_968522274_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, duration: 123734000
2015-02-12 16:22:36,064 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:36,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65083, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000001_0_968522274_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, duration: 124489000
2015-02-12 16:22:36,065 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:36,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65073, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000001_0_968522274_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, duration: 125359000
2015-02-12 16:22:36,066 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:36,070 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423786898409_0002_m_000001_0_968522274_1
2015-02-12 16:22:36,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:22:36,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:36,111 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,113 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000003
2015-02-12 16:22:36,113 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000003
2015-02-12 16:22:36,114 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:22:36,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:36,114 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 16:22:36,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000008
2015-02-12 16:22:36,114 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000003
2015-02-12 16:22:36,114 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:36,115 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000008 on node: host: 10.1.1.67:64754 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:36,115 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072
2015-02-12 16:22:36,115 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 16:22:36,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000120 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:36,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000120
2015-02-12 16:22:36,116 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000120 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:36,135 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000003 is : 143
2015-02-12 16:22:36,149 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:36,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003
2015-02-12 16:22:36,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003
2015-02-12 16:22:36,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003
2015-02-12 16:22:36,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000003
2015-02-12 16:22:36,152 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000003
2015-02-12 16:22:36,153 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:36,153 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000003 from application application_1423786898409_0002
2015-02-12 16:22:36,153 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,153 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:36,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054 src: /127.0.0.1:65081 dest: /127.0.0.1:64707
2015-02-12 16:22:36,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054 src: /127.0.0.1:65090 dest: /127.0.0.1:64704
2015-02-12 16:22:36,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054 src: /127.0.0.1:65091 dest: /127.0.0.1:64700
2015-02-12 16:22:36,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055 src: /127.0.0.1:65088 dest: /127.0.0.1:64704
2015-02-12 16:22:36,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055 src: /127.0.0.1:65093 dest: /127.0.0.1:64700
2015-02-12 16:22:36,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055 src: /127.0.0.1:65094 dest: /127.0.0.1:64707
2015-02-12 16:22:36,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65091, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000008_0_-1782695901_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, duration: 71895000
2015-02-12 16:22:36,235 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:36,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,235 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65090, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000008_0_-1782695901_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, duration: 72770000
2015-02-12 16:22:36,235 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65081, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000008_0_-1782695901_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, duration: 73722000
2015-02-12 16:22:36,236 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0/part-00008 is closed by DFSClient_attempt_1423786898409_0002_m_000008_0_-1782695901_1
2015-02-12 16:22:36,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000008 dst=null perm=null proto=rpc
2015-02-12 16:22:36,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000008_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000008 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:36,281 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000010
2015-02-12 16:22:36,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000010
2015-02-12 16:22:36,283 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from RUNNING to KILLING
2015-02-12 16:22:36,283 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0/part-00011. BP-1176644069-10.1.1.67-1423786882342 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:22:36,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000010
2015-02-12 16:22:36,284 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:36,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:36,285 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:22:36,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000006
2015-02-12 16:22:36,285 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:36,285 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000006 on node: host: 10.1.1.67:64750 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:36,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000121 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:36,286 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000121
2015-02-12 16:22:36,286 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000121 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:36,293 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0/part-00009. BP-1176644069-10.1.1.67-1423786882342 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:36,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000116 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:36,293 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000117 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:36,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000118 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:36,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000120 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:36,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000121 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:36,310 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000010 is : 143
2015-02-12 16:22:36,324 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,325 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,327 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,329 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,335 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:36,336 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000120 by user soberoi
2015-02-12 16:22:36,336 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000120
2015-02-12 16:22:36,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000118 by user soberoi
2015-02-12 16:22:36,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000118
2015-02-12 16:22:36,337 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000118 to application application_1423786898409_0002
2015-02-12 16:22:36,338 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from NEW to LOCALIZING
2015-02-12 16:22:36,338 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,338 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,338 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:36,338 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:36,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000116 by user soberoi
2015-02-12 16:22:36,339 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:36,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000116
2015-02-12 16:22:36,338 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,339 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000120 to application application_1423786898409_0002
2015-02-12 16:22:36,341 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from NEW to LOCALIZING
2015-02-12 16:22:36,341 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,341 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,342 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:36,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:36,343 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:36,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000010
2015-02-12 16:22:36,349 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000116 to application application_1423786898409_0002
2015-02-12 16:22:36,349 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000010
2015-02-12 16:22:36,349 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:36,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000010
2015-02-12 16:22:36,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000010
2015-02-12 16:22:36,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000010
2015-02-12 16:22:36,351 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000117 by user soberoi
2015-02-12 16:22:36,351 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000117
2015-02-12 16:22:36,352 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000117 to application application_1423786898409_0002
2015-02-12 16:22:36,355 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from NEW to LOCALIZING
2015-02-12 16:22:36,355 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,356 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000121 by user soberoi
2015-02-12 16:22:36,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,356 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:36,356 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000121
2015-02-12 16:22:36,357 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:36,359 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:36,361 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from NEW to LOCALIZING
2015-02-12 16:22:36,366 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000010 from application application_1423786898409_0002
2015-02-12 16:22:36,369 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:36,373 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,374 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:36,375 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:36,375 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000121 to application application_1423786898409_0002
2015-02-12 16:22:36,376 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from NEW to LOCALIZING
2015-02-12 16:22:36,376 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:36,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,377 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:36,377 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:36,377 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:36,378 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:36,401 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:36,402 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,424 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:36,424 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,445 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:36,445 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,478 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:36,478 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:36,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,479 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00003-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:36,658 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0/part-00010. BP-1176644069-10.1.1.67-1423786882342 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:36,706 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65094, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000005_0_-468207429_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, duration: 494865000
2015-02-12 16:22:36,707 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:36,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65093, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000005_0_-468207429_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, duration: 493987000
2015-02-12 16:22:36,708 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65088, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000005_0_-468207429_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, duration: 496601000
2015-02-12 16:22:36,709 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:36,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:36,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0/part-00005 is closed by DFSClient_attempt_1423786898409_0002_m_000005_0_-468207429_1
2015-02-12 16:22:36,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 16:22:36,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000005 dst=null perm=null proto=rpc
2015-02-12 16:22:36,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:36,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056 src: /127.0.0.1:65099 dest: /127.0.0.1:64710
2015-02-12 16:22:36,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056 src: /127.0.0.1:65107 dest: /127.0.0.1:64707
2015-02-12 16:22:36,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056 src: /127.0.0.1:65108 dest: /127.0.0.1:64704
2015-02-12 16:22:36,777 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:36,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000007
2015-02-12 16:22:36,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000007
2015-02-12 16:22:36,780 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from RUNNING to KILLING
2015-02-12 16:22:36,780 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000007
2015-02-12 16:22:36,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000118 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:36,781 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:36,781 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:36,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000122 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:36,781 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000122 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:36,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000121/default_container_executor.sh]
2015-02-12 16:22:36,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057 src: /127.0.0.1:65098 dest: /127.0.0.1:64710
2015-02-12 16:22:36,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057 src: /127.0.0.1:65110 dest: /127.0.0.1:64700
2015-02-12 16:22:36,798 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000007 is : 143
2015-02-12 16:22:36,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057 src: /127.0.0.1:65111 dest: /127.0.0.1:64707
2015-02-12 16:22:36,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000118/default_container_executor.sh]
2015-02-12 16:22:36,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000116/default_container_executor.sh]
2015-02-12 16:22:36,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0/part-00013 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:36,828 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:36,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000007
2015-02-12 16:22:36,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000007
2015-02-12 16:22:36,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000007
2015-02-12 16:22:36,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000007
2015-02-12 16:22:36,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000007
2015-02-12 16:22:36,832 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:36,833 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000007 from application application_1423786898409_0002
2015-02-12 16:22:36,833 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:36,833 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:36,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000117/default_container_executor.sh]
2015-02-12 16:22:36,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000120/default_container_executor.sh]
2015-02-12 16:22:36,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000117 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:36,877 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:36,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:36,877 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 16:22:36,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000009
2015-02-12 16:22:36,877 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:36,877 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000009 on node: host: 10.1.1.67:64746 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:36,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000123 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:36,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000123
2015-02-12 16:22:36,878 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000123 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:37,046 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65108, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000011_0_-1589914491_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, duration: 284061000
2015-02-12 16:22:37,046 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:37,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,047 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65107, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000011_0_-1589914491_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, duration: 284748000
2015-02-12 16:22:37,047 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,048 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65099, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000011_0_-1589914491_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, duration: 285664000
2015-02-12 16:22:37,048 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,048 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:37,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058 src: /127.0.0.1:65106 dest: /127.0.0.1:64700
2015-02-12 16:22:37,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058 src: /127.0.0.1:65112 dest: /127.0.0.1:64704
2015-02-12 16:22:37,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058 src: /127.0.0.1:65113 dest: /127.0.0.1:64707
2015-02-12 16:22:37,076 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0/part-00011 is closed by DFSClient_attempt_1423786898409_0002_m_000011_0_-1589914491_1
2015-02-12 16:22:37,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000011 dst=null perm=null proto=rpc
2015-02-12 16:22:37,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000011_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000011 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:37,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65111, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000009_0_-907145520_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, duration: 310855000
2015-02-12 16:22:37,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:37,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65110, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000009_0_-907145520_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, duration: 311642000
2015-02-12 16:22:37,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65098, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000009_0_-907145520_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, duration: 312575000
2015-02-12 16:22:37,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:37,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000120 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:37,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:37,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:37,116 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:22:37,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000003
2015-02-12 16:22:37,116 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:37,116 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000003 on node: host: 10.1.1.67:64754 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:37,116 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000124 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:37,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000124
2015-02-12 16:22:37,117 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000124 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:37,119 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,121 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000014
2015-02-12 16:22:37,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0/part-00009 is closed by DFSClient_attempt_1423786898409_0002_m_000009_0_-907145520_1
2015-02-12 16:22:37,121 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000014
2015-02-12 16:22:37,121 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from RUNNING to KILLING
2015-02-12 16:22:37,121 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000014
2015-02-12 16:22:37,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000116 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:37,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000121 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:37,122 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000010 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:37,123 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000010 in state: COMPLETED event:FINISHED
2015-02-12 16:22:37,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000010
2015-02-12 16:22:37,123 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:37,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000010 on node: host: 10.1.1.67:64750 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:37,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000125 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:37,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000125
2015-02-12 16:22:37,124 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000125 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:37,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,141 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000014 is : 143
2015-02-12 16:22:37,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000009 dst=null perm=null proto=rpc
2015-02-12 16:22:37,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000009_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000009 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:37,152 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:37,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000014
2015-02-12 16:22:37,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000014
2015-02-12 16:22:37,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000014
2015-02-12 16:22:37,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000014
2015-02-12 16:22:37,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000014
2015-02-12 16:22:37,154 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000014 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:37,154 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000014 from application application_1423786898409_0002
2015-02-12 16:22:37,154 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,154 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:37,163 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,165 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000012
2015-02-12 16:22:37,165 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000012
2015-02-12 16:22:37,165 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from RUNNING to KILLING
2015-02-12 16:22:37,165 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000012
2015-02-12 16:22:37,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,167 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:37,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000126 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:37,167 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000126 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:37,186 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000012 is : 143
2015-02-12 16:22:37,198 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:37,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000012
2015-02-12 16:22:37,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000012
2015-02-12 16:22:37,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000012
2015-02-12 16:22:37,199 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000012 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:37,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000012
2015-02-12 16:22:37,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000012
2015-02-12 16:22:37,199 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000012 from application application_1423786898409_0002
2015-02-12 16:22:37,200 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,200 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:37,288 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65113, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000010_0_182345100_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, duration: 215332000
2015-02-12 16:22:37,288 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:37,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,288 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65112, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000010_0_182345100_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, duration: 216251000
2015-02-12 16:22:37,289 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,289 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65106, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000010_0_182345100_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, duration: 217364000
2015-02-12 16:22:37,289 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:37,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:22:37,295 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0/part-00010 is closed by DFSClient_attempt_1423786898409_0002_m_000010_0_182345100_1
2015-02-12 16:22:37,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000123 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:37,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000124 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:37,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000125 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:37,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0 dst=null perm=null proto=rpc
2015-02-12 16:22:37,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000010 dst=null perm=null proto=rpc
2015-02-12 16:22:37,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000010_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000010 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:37,321 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,321 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,321 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000123 by user soberoi
2015-02-12 16:22:37,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000124 by user soberoi
2015-02-12 16:22:37,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000123
2015-02-12 16:22:37,325 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000123 to application application_1423786898409_0002
2015-02-12 16:22:37,325 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000125 by user soberoi
2015-02-12 16:22:37,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000124
2015-02-12 16:22:37,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000125
2015-02-12 16:22:37,325 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from NEW to LOCALIZING
2015-02-12 16:22:37,326 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,326 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,326 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:37,326 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:37,326 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:37,327 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000125 to application application_1423786898409_0002
2015-02-12 16:22:37,353 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from NEW to LOCALIZING
2015-02-12 16:22:37,354 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,354 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,354 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:37,354 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:37,355 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:37,355 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:37,357 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000013
2015-02-12 16:22:37,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000013
2015-02-12 16:22:37,357 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from RUNNING to KILLING
2015-02-12 16:22:37,357 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000013
2015-02-12 16:22:37,359 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000004]
2015-02-12 16:22:37,360 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000123 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:37,360 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,361 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,361 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:37,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000127 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:37,362 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000127 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:37,362 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000124 to application application_1423786898409_0002
2015-02-12 16:22:37,364 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from NEW to LOCALIZING
2015-02-12 16:22:37,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:37,365 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:37,366 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:37,367 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:37,379 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000013 is : 143
2015-02-12 16:22:37,402 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:37,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000013
2015-02-12 16:22:37,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000013
2015-02-12 16:22:37,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000013
2015-02-12 16:22:37,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000013
2015-02-12 16:22:37,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000013
2015-02-12 16:22:37,411 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000013 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:37,411 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000013 from application application_1423786898409_0002
2015-02-12 16:22:37,411 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,411 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:37,412 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:37,412 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,422 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:37,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,429 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:37,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:37,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000125/default_container_executor.sh]
2015-02-12 16:22:37,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000123/default_container_executor.sh]
2015-02-12 16:22:37,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000124/default_container_executor.sh]
2015-02-12 16:22:37,785 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000002]
2015-02-12 16:22:37,785 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:37,786 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:37,786 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 16:22:37,786 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000007
2015-02-12 16:22:37,786 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:22:37,786 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000007 on node: host: 10.1.1.67:64742 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:37,786 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=2 available=1024 used=3072
2015-02-12 16:22:37,786 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=2 available=1024 used=3072, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 16:22:37,787 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000128 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:37,787 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000128
2015-02-12 16:22:37,787 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000128 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:22:37,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0/part-00012. BP-1176644069-10.1.1.67-1423786882342 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:22:38,124 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000006, container_1423786898409_0002_01_000005]
2015-02-12 16:22:38,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000125 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:38,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000014 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:38,125 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000014 in state: COMPLETED event:FINISHED
2015-02-12 16:22:38,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000014
2015-02-12 16:22:38,125 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000014 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:38,125 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000014 on node: host: 10.1.1.67:64750 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:38,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000129 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:38,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000129
2015-02-12 16:22:38,126 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000129 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:38,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059 src: /127.0.0.1:65123 dest: /127.0.0.1:64700
2015-02-12 16:22:38,167 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000008]
2015-02-12 16:22:38,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000124 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:38,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059 src: /127.0.0.1:65124 dest: /127.0.0.1:64707
2015-02-12 16:22:38,168 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,168 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,168 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000012 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:38,168 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000012 in state: COMPLETED event:FINISHED
2015-02-12 16:22:38,168 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000012
2015-02-12 16:22:38,168 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:38,168 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000012 on node: host: 10.1.1.67:64754 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:38,169 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072
2015-02-12 16:22:38,169 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 16:22:38,169 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000130 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:38,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059 src: /127.0.0.1:65125 dest: /127.0.0.1:64710
2015-02-12 16:22:38,169 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000130
2015-02-12 16:22:38,169 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000130 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:38,252 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65125, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000012_0_-1454178640_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, duration: 81080000
2015-02-12 16:22:38,252 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:38,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:22:38,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65124, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000012_0_-1454178640_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, duration: 82131000
2015-02-12 16:22:38,253 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:38,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:38,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65123, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000012_0_-1454178640_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, duration: 83291000
2015-02-12 16:22:38,254 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:38,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:38,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0/part-00012 is closed by DFSClient_attempt_1423786898409_0002_m_000012_0_-1454178640_1
2015-02-12 16:22:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0 dst=null perm=null proto=rpc
2015-02-12 16:22:38,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0 dst=null perm=null proto=rpc
2015-02-12 16:22:38,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000012 dst=null perm=null proto=rpc
2015-02-12 16:22:38,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000012_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000012 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:38,315 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:38,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000128 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:38,317 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000016
2015-02-12 16:22:38,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000129 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:38,317 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from RUNNING to KILLING
2015-02-12 16:22:38,317 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000016
2015-02-12 16:22:38,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000016
2015-02-12 16:22:38,317 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000130 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:38,319 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,320 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,322 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:38,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000131 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:38,324 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000131 on node host: 10.1.1.67:64754 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:38,331 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:38,331 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:38,332 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:38,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000128 by user soberoi
2015-02-12 16:22:38,335 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000128
2015-02-12 16:22:38,335 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000128 to application application_1423786898409_0002
2015-02-12 16:22:38,335 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from NEW to LOCALIZING
2015-02-12 16:22:38,336 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,336 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,336 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:38,336 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:38,336 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:38,335 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000130 by user soberoi
2015-02-12 16:22:38,337 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000130
2015-02-12 16:22:38,340 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000129 by user soberoi
2015-02-12 16:22:38,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000129
2015-02-12 16:22:38,341 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000129 to application application_1423786898409_0002
2015-02-12 16:22:38,341 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from NEW to LOCALIZING
2015-02-12 16:22:38,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,342 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:38,342 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:38,343 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:38,343 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000016 is : 143
2015-02-12 16:22:38,349 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000130 to application application_1423786898409_0002
2015-02-12 16:22:38,349 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:38,350 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from NEW to LOCALIZING
2015-02-12 16:22:38,350 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000016
2015-02-12 16:22:38,351 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000016
2015-02-12 16:22:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:38,351 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:38,351 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:38,352 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000016
2015-02-12 16:22:38,352 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000016 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:38,352 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:38,352 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000016 from application application_1423786898409_0002
2015-02-12 16:22:38,353 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:38,353 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:38,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000016
2015-02-12 16:22:38,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000016
2015-02-12 16:22:38,365 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000009]
2015-02-12 16:22:38,365 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000013 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:38,366 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000013 in state: COMPLETED event:FINISHED
2015-02-12 16:22:38,366 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000013
2015-02-12 16:22:38,366 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:38,366 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000013 on node: host: 10.1.1.67:64746 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:38,366 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072
2015-02-12 16:22:38,366 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 16:22:38,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000132 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:38,368 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000132
2015-02-12 16:22:38,368 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000132 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:38,392 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:38,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:38,395 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:38,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:38,405 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:38,406 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:38,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0/part-00013. BP-1176644069-10.1.1.67-1423786882342 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:38,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000129/default_container_executor.sh]
2015-02-12 16:22:38,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000128/default_container_executor.sh]
2015-02-12 16:22:38,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000130/default_container_executor.sh]
2015-02-12 16:22:38,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000128 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:38,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:38,788 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:38,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000133 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:38,788 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000133 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:38,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060 src: /127.0.0.1:65130 dest: /127.0.0.1:64710
2015-02-12 16:22:38,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060 src: /127.0.0.1:65131 dest: /127.0.0.1:64707
2015-02-12 16:22:38,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060 src: /127.0.0.1:65132 dest: /127.0.0.1:64704
2015-02-12 16:22:39,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65132, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000013_0_621324559_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, duration: 124796000
2015-02-12 16:22:39,019 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:39,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:39,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65131, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000013_0_621324559_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, duration: 125592000
2015-02-12 16:22:39,020 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:39,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:39,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65130, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000013_0_621324559_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, duration: 126486000
2015-02-12 16:22:39,020 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:39,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:39,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0/part-00013 is closed by DFSClient_attempt_1423786898409_0002_m_000013_0_621324559_1
2015-02-12 16:22:39,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0 dst=null perm=null proto=rpc
2015-02-12 16:22:39,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0 dst=null perm=null proto=rpc
2015-02-12 16:22:39,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000013 dst=null perm=null proto=rpc
2015-02-12 16:22:39,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000013_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000013 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:39,063 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:39,066 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000017
2015-02-12 16:22:39,066 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000017
2015-02-12 16:22:39,066 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from RUNNING to KILLING
2015-02-12 16:22:39,066 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000017
2015-02-12 16:22:39,067 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,067 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:39,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000134 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:39,067 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000134 on node host: 10.1.1.67:64746 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:39,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000017 is : 143
2015-02-12 16:22:39,095 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:39,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000017
2015-02-12 16:22:39,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000017
2015-02-12 16:22:39,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000017
2015-02-12 16:22:39,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000017
2015-02-12 16:22:39,098 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000017 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:39,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000017
2015-02-12 16:22:39,099 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000017 from application application_1423786898409_0002
2015-02-12 16:22:39,099 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:39,099 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:39,126 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000010]
2015-02-12 16:22:39,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000129 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:39,126 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,126 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,127 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423786898409_0002
2015-02-12 16:22:39,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000135 Container Transitioned from NEW to RESERVED
2015-02-12 16:22:39,127 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423786898409_0002_01_000135 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4d60a945
2015-02-12 16:22:39,326 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000003]
2015-02-12 16:22:39,327 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000130 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:39,327 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,327 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000132 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:39,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000016 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:39,328 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000016 in state: COMPLETED event:FINISHED
2015-02-12 16:22:39,328 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000016
2015-02-12 16:22:39,328 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000016 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:39,328 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000016 on node: host: 10.1.1.67:64754 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:39,328 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072
2015-02-12 16:22:39,328 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64754 #containers=3 available=1024 used=3072, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 16:22:39,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000136 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:22:39,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000136
2015-02-12 16:22:39,329 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0002_01_000136 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 16:22:39,335 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:39,365 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0002_01_000132 by user soberoi
2015-02-12 16:22:39,366 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000132
2015-02-12 16:22:39,366 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0002_01_000132 to application application_1423786898409_0002
2015-02-12 16:22:39,367 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from NEW to LOCALIZING
2015-02-12 16:22:39,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0002
2015-02-12 16:22:39,367 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0002
2015-02-12 16:22:39,368 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:22:39,368 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0002
2015-02-12 16:22:39,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:22:39,422 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from LOCALIZED to RUNNING
2015-02-12 16:22:39,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:39,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000132/default_container_executor.sh]
2015-02-12 16:22:39,788 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000007]
2015-02-12 16:22:39,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:39,788 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096
2015-02-12 16:22:39,788 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64742 #containers=3 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 16:22:40,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000132 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:22:40,070 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:40,070 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000017 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:40,070 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000017 in state: COMPLETED event:FINISHED
2015-02-12 16:22:40,070 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000017
2015-02-12 16:22:40,070 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000017 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:40,071 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000017 on node: host: 10.1.1.67:64746 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:40,071 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072
2015-02-12 16:22:40,071 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64746 #containers=3 available=1024 used=3072, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 16:22:40,130 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000014]
2015-02-12 16:22:40,131 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:40,131 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423786898409_0002_000001 on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096
2015-02-12 16:22:40,131 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423786898409_0002 unreserved on node host: 10.1.1.67:64750 #containers=4 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 16:22:40,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000012]
2015-02-12 16:22:40,333 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:40,333 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:40,340 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:22:40,340 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000136 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:22:41,070 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000013]
2015-02-12 16:22:41,070 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:41,070 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:41,344 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:41,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000136 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:22:41,350 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000136 in state: RELEASED event:RELEASED
2015-02-12 16:22:41,351 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000136
2015-02-12 16:22:41,354 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000136 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:41,355 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000136 on node: host: 10.1.1.67:64754 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 16:22:42,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000017]
2015-02-12 16:22:42,074 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:42,350 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000016]
2015-02-12 16:22:42,350 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:22:42,351 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423786898409_0002_01_000136
2015-02-12 16:22:44,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051
2015-02-12 16:22:44,182 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058
2015-02-12 16:22:44,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050
2015-02-12 16:22:44,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054
2015-02-12 16:22:44,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056
2015-02-12 16:22:44,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054
2015-02-12 16:22:44,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058
2015-02-12 16:22:44,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059
2015-02-12 16:22:44,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052
2015-02-12 16:22:44,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052
2015-02-12 16:22:44,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049
2015-02-12 16:22:44,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051
2015-02-12 16:22:44,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055
2015-02-12 16:22:44,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741879_1055
2015-02-12 16:22:44,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741882_1058
2015-02-12 16:22:44,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059
2015-02-12 16:22:44,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060
2015-02-12 16:22:44,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741873_1049
2015-02-12 16:22:44,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056
2015-02-12 16:22:44,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741872_1048
2015-02-12 16:22:44,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046
2015-02-12 16:22:44,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741874_1050
2015-02-12 16:22:44,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741875_1051
2015-02-12 16:22:44,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741877_1053
2015-02-12 16:22:44,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741878_1054
2015-02-12 16:22:44,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741876_1052
2015-02-12 16:22:44,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057
2015-02-12 16:22:44,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741883_1059
2015-02-12 16:22:44,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741881_1057
2015-02-12 16:22:44,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741870_1046
2015-02-12 16:22:44,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741884_1060
2015-02-12 16:22:44,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741880_1056
2015-02-12 16:22:53,355 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30008 milliseconds
2015-02-12 16:22:53,355 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:22:57,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:57,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:58,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:58,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00001-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:58,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00003-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:58,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:58,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0/part-00018 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0/part-00015 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00000-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:58,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00001-00004 dst=null perm=null proto=rpc
2015-02-12 16:22:58,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0/part-00014 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00002-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:58,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:58,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00002-00001 dst=null perm=null proto=rpc
2015-02-12 16:22:58,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0/part-00016 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0/part-00017 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00003-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:58,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0/part-00021 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0/part-00019 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:58,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00000-00002 dst=null perm=null proto=rpc
2015-02-12 16:22:58,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0/part-00020 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:59,023 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0/part-00018. BP-1176644069-10.1.1.67-1423786882342 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00002-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:59,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061 src: /127.0.0.1:65185 dest: /127.0.0.1:64710
2015-02-12 16:22:59,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061 src: /127.0.0.1:65186 dest: /127.0.0.1:64700
2015-02-12 16:22:59,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061 src: /127.0.0.1:65187 dest: /127.0.0.1:64707
2015-02-12 16:22:59,149 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0/part-00015. BP-1176644069-10.1.1.67-1423786882342 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:59,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00001-00006 dst=null perm=null proto=rpc
2015-02-12 16:22:59,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0/part-00023 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:59,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062 src: /127.0.0.1:65190 dest: /127.0.0.1:64704
2015-02-12 16:22:59,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062 src: /127.0.0.1:65191 dest: /127.0.0.1:64707
2015-02-12 16:22:59,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062 src: /127.0.0.1:65192 dest: /127.0.0.1:64700
2015-02-12 16:22:59,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0/part-00024 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:59,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65187, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000018_0_-775604395_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, duration: 168532000
2015-02-12 16:22:59,282 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:59,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,283 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65186, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000018_0_-775604395_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, duration: 169419000
2015-02-12 16:22:59,283 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,284 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65185, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000018_0_-775604395_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, duration: 170371000
2015-02-12 16:22:59,284 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,288 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0/part-00018 is closed by DFSClient_attempt_1423786898409_0002_m_000018_0_-775604395_1
2015-02-12 16:22:59,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000018 dst=null perm=null proto=rpc
2015-02-12 16:22:59,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000018_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000018 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:59,325 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:59,327 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000121
2015-02-12 16:22:59,327 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000121
2015-02-12 16:22:59,327 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from RUNNING to KILLING
2015-02-12 16:22:59,327 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000121
2015-02-12 16:22:59,347 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000121 is : 143
2015-02-12 16:22:59,358 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:59,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000121
2015-02-12 16:22:59,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000121
2015-02-12 16:22:59,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000121
2015-02-12 16:22:59,359 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000121
2015-02-12 16:22:59,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000121
2015-02-12 16:22:59,360 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000121 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:59,361 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000121 from application application_1423786898409_0002
2015-02-12 16:22:59,361 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:59,361 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:59,393 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0/part-00014. BP-1176644069-10.1.1.67-1423786882342 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:59,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65192, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000015_0_-1209604127_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, duration: 153559000
2015-02-12 16:22:59,396 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:59,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,397 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65191, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000015_0_-1209604127_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, duration: 154374000
2015-02-12 16:22:59,397 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65190, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000015_0_-1209604127_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, duration: 155671000
2015-02-12 16:22:59,398 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,405 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0/part-00015 is closed by DFSClient_attempt_1423786898409_0002_m_000015_0_-1209604127_1
2015-02-12 16:22:59,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000015 dst=null perm=null proto=rpc
2015-02-12 16:22:59,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000015_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000015 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:59,455 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:59,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000117
2015-02-12 16:22:59,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000117
2015-02-12 16:22:59,457 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from RUNNING to KILLING
2015-02-12 16:22:59,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000117
2015-02-12 16:22:59,475 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000117 is : 143
2015-02-12 16:22:59,487 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:59,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000117
2015-02-12 16:22:59,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000117
2015-02-12 16:22:59,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000117
2015-02-12 16:22:59,489 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000117
2015-02-12 16:22:59,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000117
2015-02-12 16:22:59,490 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000117 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:59,490 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000117 from application application_1423786898409_0002
2015-02-12 16:22:59,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:59,491 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:59,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063 src: /127.0.0.1:65196 dest: /127.0.0.1:64707
2015-02-12 16:22:59,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063 src: /127.0.0.1:65198 dest: /127.0.0.1:64704
2015-02-12 16:22:59,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063 src: /127.0.0.1:65200 dest: /127.0.0.1:64700
2015-02-12 16:22:59,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0/part-00016. BP-1176644069-10.1.1.67-1423786882342 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:22:59,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job.split dst=null perm=null proto=rpc
2015-02-12 16:22:59,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0/part-00017. BP-1176644069-10.1.1.67-1423786882342 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:22:59,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065 src: /127.0.0.1:65205 dest: /127.0.0.1:64710
2015-02-12 16:22:59,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065 src: /127.0.0.1:65207 dest: /127.0.0.1:64700
2015-02-12 16:22:59,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065 src: /127.0.0.1:65208 dest: /127.0.0.1:64707
2015-02-12 16:22:59,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00000-00005 dst=null perm=null proto=rpc
2015-02-12 16:22:59,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65200, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000014_0_164765352_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, duration: 176289000
2015-02-12 16:22:59,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:59,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65198, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000014_0_164765352_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, duration: 177120000
2015-02-12 16:22:59,702 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65196, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000014_0_164765352_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, duration: 178037000
2015-02-12 16:22:59,702 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,724 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0/part-00014 is closed by DFSClient_attempt_1423786898409_0002_m_000014_0_164765352_1
2015-02-12 16:22:59,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064 src: /127.0.0.1:65204 dest: /127.0.0.1:64704
2015-02-12 16:22:59,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064 src: /127.0.0.1:65209 dest: /127.0.0.1:64710
2015-02-12 16:22:59,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064 src: /127.0.0.1:65210 dest: /127.0.0.1:64700
2015-02-12 16:22:59,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000014 dst=null perm=null proto=rpc
2015-02-12 16:22:59,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000014_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000014 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:59,760 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:59,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0/part-00022 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:22:59,762 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000116
2015-02-12 16:22:59,762 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000116
2015-02-12 16:22:59,762 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from RUNNING to KILLING
2015-02-12 16:22:59,763 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000116
2015-02-12 16:22:59,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000121 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:22:59,763 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000121 in state: COMPLETED event:FINISHED
2015-02-12 16:22:59,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000121
2015-02-12 16:22:59,763 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000121 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 16:22:59,764 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000121 on node: host: 10.1.1.67:64750 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 16:22:59,766 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0/part-00021. BP-1176644069-10.1.1.67-1423786882342 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:22:59,788 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000116 is : 143
2015-02-12 16:22:59,799 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:59,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000116
2015-02-12 16:22:59,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000116
2015-02-12 16:22:59,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000116
2015-02-12 16:22:59,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000116
2015-02-12 16:22:59,801 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000116
2015-02-12 16:22:59,802 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000116 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:59,802 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000116 from application application_1423786898409_0002
2015-02-12 16:22:59,802 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:59,803 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:59,861 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0/part-00019. BP-1176644069-10.1.1.67-1423786882342 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:22:59,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65210, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000016_0_-557845066_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, duration: 129374000
2015-02-12 16:22:59,863 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:59,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65209, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000016_0_-557845066_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, duration: 130256000
2015-02-12 16:22:59,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65204, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000016_0_-557845066_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, duration: 131251000
2015-02-12 16:22:59,866 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:22:59,871 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0/part-00016 is closed by DFSClient_attempt_1423786898409_0002_m_000016_0_-557845066_1
2015-02-12 16:22:59,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,888 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65208, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000017_0_1903832908_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, duration: 221799000
2015-02-12 16:22:59,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:22:59,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65207, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000017_0_1903832908_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, duration: 222465000
2015-02-12 16:22:59,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65205, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000017_0_1903832908_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, duration: 223321000
2015-02-12 16:22:59,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:22:59,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:22:59,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0/part-00017 is closed by DFSClient_attempt_1423786898409_0002_m_000017_0_1903832908_1
2015-02-12 16:22:59,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000016 dst=null perm=null proto=rpc
2015-02-12 16:22:59,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000016_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000016 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:59,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,915 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:59,916 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000118
2015-02-12 16:22:59,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000118
2015-02-12 16:22:59,916 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from RUNNING to KILLING
2015-02-12 16:22:59,917 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000118
2015-02-12 16:22:59,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0 dst=null perm=null proto=rpc
2015-02-12 16:22:59,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000017 dst=null perm=null proto=rpc
2015-02-12 16:22:59,936 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000118 is : 143
2015-02-12 16:22:59,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0/part-00020. BP-1176644069-10.1.1.67-1423786882342 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:22:59,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000017_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000017 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:22:59,947 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:59,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000118
2015-02-12 16:22:59,949 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000118
2015-02-12 16:22:59,949 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000118 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:59,949 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000118 from application application_1423786898409_0002
2015-02-12 16:22:59,949 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:59,949 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:59,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000118
2015-02-12 16:22:59,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000118
2015-02-12 16:22:59,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000118
2015-02-12 16:22:59,956 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:22:59,957 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000120
2015-02-12 16:22:59,957 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000120
2015-02-12 16:22:59,957 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from RUNNING to KILLING
2015-02-12 16:22:59,957 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000120
2015-02-12 16:22:59,976 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000120 is : 143
2015-02-12 16:22:59,990 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:22:59,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000120
2015-02-12 16:22:59,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000120
2015-02-12 16:22:59,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000120
2015-02-12 16:22:59,993 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000120
2015-02-12 16:22:59,993 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000120 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:22:59,993 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000120 from application application_1423786898409_0002
2015-02-12 16:22:59,993 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:22:59,993 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:22:59,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000120
2015-02-12 16:23:00,011 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066 src: /127.0.0.1:65213 dest: /127.0.0.1:64700
2015-02-12 16:23:00,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066 src: /127.0.0.1:65222 dest: /127.0.0.1:64707
2015-02-12 16:23:00,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066 src: /127.0.0.1:65223 dest: /127.0.0.1:64704
2015-02-12 16:23:00,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067 src: /127.0.0.1:65218 dest: /127.0.0.1:64700
2015-02-12 16:23:00,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067 src: /127.0.0.1:65225 dest: /127.0.0.1:64707
2015-02-12 16:23:00,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067 src: /127.0.0.1:65226 dest: /127.0.0.1:64710
2015-02-12 16:23:00,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068 src: /127.0.0.1:65220 dest: /127.0.0.1:64700
2015-02-12 16:23:00,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068 src: /127.0.0.1:65228 dest: /127.0.0.1:64710
2015-02-12 16:23:00,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068 src: /127.0.0.1:65229 dest: /127.0.0.1:64707
2015-02-12 16:23:00,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65223, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000021_0_1667233233_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, duration: 78994000
2015-02-12 16:23:00,095 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65222, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000021_0_1667233233_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, duration: 79840000
2015-02-12 16:23:00,096 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65213, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000021_0_1667233233_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, duration: 80976000
2015-02-12 16:23:00,097 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,103 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0/part-00021 is closed by DFSClient_attempt_1423786898409_0002_m_000021_0_1667233233_1
2015-02-12 16:23:00,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000021 dst=null perm=null proto=rpc
2015-02-12 16:23:00,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000021_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000021 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,143 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,144 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000125
2015-02-12 16:23:00,144 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000125
2015-02-12 16:23:00,145 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,145 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000125
2015-02-12 16:23:00,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000116 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,146 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000116 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,146 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000116
2015-02-12 16:23:00,146 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000116 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:23:00,147 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000116 on node: host: 10.1.1.67:64750 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:00,147 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:00,165 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000125 is : 143
2015-02-12 16:23:00,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65226, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000019_0_763529754_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, duration: 98078000
2015-02-12 16:23:00,176 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65225, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000019_0_763529754_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, duration: 98892000
2015-02-12 16:23:00,177 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,177 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65218, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000019_0_763529754_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, duration: 99995000
2015-02-12 16:23:00,178 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,179 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000125
2015-02-12 16:23:00,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000125
2015-02-12 16:23:00,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000125
2015-02-12 16:23:00,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000125
2015-02-12 16:23:00,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000125
2015-02-12 16:23:00,181 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000125 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,181 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000125 from application application_1423786898409_0002
2015-02-12 16:23:00,181 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,181 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,183 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0/part-00019 is closed by DFSClient_attempt_1423786898409_0002_m_000019_0_763529754_1
2015-02-12 16:23:00,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,202 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65229, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000020_0_-2146409326_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, duration: 116301000
2015-02-12 16:23:00,202 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65228, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000020_0_-2146409326_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, duration: 117193000
2015-02-12 16:23:00,203 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65220, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000020_0_-2146409326_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, duration: 118143000
2015-02-12 16:23:00,204 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000019 dst=null perm=null proto=rpc
2015-02-12 16:23:00,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000019_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000019 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,226 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000123
2015-02-12 16:23:00,229 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000123
2015-02-12 16:23:00,229 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,229 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000123
2015-02-12 16:23:00,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000117 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,230 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000117 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000117
2015-02-12 16:23:00,230 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000117 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:23:00,230 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000117 on node: host: 10.1.1.67:64746 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:00,241 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0/part-00020 is closed by DFSClient_attempt_1423786898409_0002_m_000020_0_-2146409326_1
2015-02-12 16:23:00,247 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000123 is : 143
2015-02-12 16:23:00,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,259 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000123
2015-02-12 16:23:00,261 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000123
2015-02-12 16:23:00,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000123
2015-02-12 16:23:00,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000123
2015-02-12 16:23:00,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000123
2015-02-12 16:23:00,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,263 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000123 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,264 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000123 from application application_1423786898409_0002
2015-02-12 16:23:00,264 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,264 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000020 dst=null perm=null proto=rpc
2015-02-12 16:23:00,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000020_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000020 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,280 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,281 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000124
2015-02-12 16:23:00,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000124
2015-02-12 16:23:00,281 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,281 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000124
2015-02-12 16:23:00,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000120 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,282 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000120 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000120
2015-02-12 16:23:00,282 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000120 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:23:00,282 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000120 on node: host: 10.1.1.67:64754 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:00,296 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0/part-00023. BP-1176644069-10.1.1.67-1423786882342 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:00,301 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000124 is : 143
2015-02-12 16:23:00,312 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000124
2015-02-12 16:23:00,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000124
2015-02-12 16:23:00,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000124
2015-02-12 16:23:00,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000124
2015-02-12 16:23:00,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000124
2015-02-12 16:23:00,315 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000124 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,315 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000124 from application application_1423786898409_0002
2015-02-12 16:23:00,315 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,315 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,355 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0/part-00024. BP-1176644069-10.1.1.67-1423786882342 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:00,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069 src: /127.0.0.1:65235 dest: /127.0.0.1:64704
2015-02-12 16:23:00,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069 src: /127.0.0.1:65238 dest: /127.0.0.1:64707
2015-02-12 16:23:00,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069 src: /127.0.0.1:65239 dest: /127.0.0.1:64700
2015-02-12 16:23:00,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070 src: /127.0.0.1:65237 dest: /127.0.0.1:64700
2015-02-12 16:23:00,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070 src: /127.0.0.1:65240 dest: /127.0.0.1:64707
2015-02-12 16:23:00,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070 src: /127.0.0.1:65241 dest: /127.0.0.1:64710
2015-02-12 16:23:00,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65239, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000023_0_-2031713894_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, duration: 63358000
2015-02-12 16:23:00,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65238, dest: /127.0.0.1:64707, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000023_0_-2031713894_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, duration: 64374000
2015-02-12 16:23:00,466 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65235, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000023_0_-2031713894_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, duration: 65731000
2015-02-12 16:23:00,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65241, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000024_0_-854764807_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, duration: 29687000
2015-02-12 16:23:00,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65240, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000024_0_-854764807_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, duration: 30535000
2015-02-12 16:23:00,470 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65237, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000024_0_-854764807_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, duration: 31380000
2015-02-12 16:23:00,471 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,474 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0/part-00023 is closed by DFSClient_attempt_1423786898409_0002_m_000023_0_-2031713894_1
2015-02-12 16:23:00,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0/part-00024 is closed by DFSClient_attempt_1423786898409_0002_m_000024_0_-854764807_1
2015-02-12 16:23:00,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000024 dst=null perm=null proto=rpc
2015-02-12 16:23:00,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000023 dst=null perm=null proto=rpc
2015-02-12 16:23:00,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000024_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000024 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000023_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000023 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,521 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,521 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000129
2015-02-12 16:23:00,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000130
2015-02-12 16:23:00,522 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000129
2015-02-12 16:23:00,523 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,523 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000130
2015-02-12 16:23:00,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:00,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:00,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000125 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,525 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000125 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000125
2015-02-12 16:23:00,525 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000125 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:23:00,526 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000125 on node: host: 10.1.1.67:64750 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:23:00,526 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000129
2015-02-12 16:23:00,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000130
2015-02-12 16:23:00,526 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:00,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000124 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,527 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000124 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000124
2015-02-12 16:23:00,527 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000124 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:23:00,527 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000124 on node: host: 10.1.1.67:64754 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:23:00,545 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000130 is : 143
2015-02-12 16:23:00,546 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000129 is : 143
2015-02-12 16:23:00,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00003-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:00,556 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000130
2015-02-12 16:23:00,557 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000130
2015-02-12 16:23:00,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000130
2015-02-12 16:23:00,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000130
2015-02-12 16:23:00,558 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000130
2015-02-12 16:23:00,559 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000130 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,559 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000130 from application application_1423786898409_0002
2015-02-12 16:23:00,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000129
2015-02-12 16:23:00,560 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000129
2015-02-12 16:23:00,560 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000129
2015-02-12 16:23:00,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000129
2015-02-12 16:23:00,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000129
2015-02-12 16:23:00,561 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000129 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,561 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000129 from application application_1423786898409_0002
2015-02-12 16:23:00,562 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,562 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0/part-00025 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:00,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0/part-00022. BP-1176644069-10.1.1.67-1423786882342 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:00,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071 src: /127.0.0.1:65246 dest: /127.0.0.1:64704
2015-02-12 16:23:00,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071 src: /127.0.0.1:65247 dest: /127.0.0.1:64710
2015-02-12 16:23:00,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071 src: /127.0.0.1:65248 dest: /127.0.0.1:64700
2015-02-12 16:23:00,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65248, dest: /127.0.0.1:64700, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000022_0_1286643917_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, duration: 38361000
2015-02-12 16:23:00,708 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:00,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65247, dest: /127.0.0.1:64710, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000022_0_1286643917_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, duration: 39078000
2015-02-12 16:23:00,709 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,710 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,710 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65246, dest: /127.0.0.1:64704, bytes: 18, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000022_0_1286643917_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, duration: 40382000
2015-02-12 16:23:00,710 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,714 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0/part-00022 is closed by DFSClient_attempt_1423786898409_0002_m_000022_0_1286643917_1
2015-02-12 16:23:00,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000022 dst=null perm=null proto=rpc
2015-02-12 16:23:00,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000022_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000022 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,754 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000128
2015-02-12 16:23:00,755 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000128
2015-02-12 16:23:00,756 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,756 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000128
2015-02-12 16:23:00,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000118 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,756 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000118 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000118
2015-02-12 16:23:00,757 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000118 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:23:00,757 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000118 on node: host: 10.1.1.67:64742 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:23:00,776 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000128 is : 143
2015-02-12 16:23:00,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:00,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000128
2015-02-12 16:23:00,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000128
2015-02-12 16:23:00,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000128
2015-02-12 16:23:00,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000128
2015-02-12 16:23:00,786 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000128
2015-02-12 16:23:00,786 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000128 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:00,786 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000128 from application application_1423786898409_0002
2015-02-12 16:23:00,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:00,787 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:00,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0/part-00025. BP-1176644069-10.1.1.67-1423786882342 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:00,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072 src: /127.0.0.1:65251 dest: /127.0.0.1:64710
2015-02-12 16:23:00,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072 src: /127.0.0.1:65252 dest: /127.0.0.1:64707
2015-02-12 16:23:00,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072 src: /127.0.0.1:65253 dest: /127.0.0.1:64700
2015-02-12 16:23:00,936 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65253, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000025_0_1458322915_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, duration: 23900000
2015-02-12 16:23:00,936 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:00,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65252, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000025_0_1458322915_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, duration: 24570000
2015-02-12 16:23:00,937 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,937 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65251, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0002_m_000025_0_1458322915_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, duration: 25519000
2015-02-12 16:23:00,938 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:00,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:00,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0/part-00025 is closed by DFSClient_attempt_1423786898409_0002_m_000025_0_1458322915_1
2015-02-12 16:23:00,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0 dst=null perm=null proto=rpc
2015-02-12 16:23:00,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000025 dst=null perm=null proto=rpc
2015-02-12 16:23:00,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/_temporary/attempt_1423786898409_0002_m_000025_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000025 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:00,977 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:00,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000132
2015-02-12 16:23:00,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000132
2015-02-12 16:23:00,978 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from RUNNING to KILLING
2015-02-12 16:23:00,978 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000132
2015-02-12 16:23:00,979 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:00,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000123 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:00,980 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000123 in state: COMPLETED event:FINISHED
2015-02-12 16:23:00,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000123
2015-02-12 16:23:00,980 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000123 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:23:00,980 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000123 on node: host: 10.1.1.67:64746 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:23:00,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:00,987 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:00,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:23:00,998 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0002_01_000132 is : 143
2015-02-12 16:23:01,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:23:01,008 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:01,009 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000132
2015-02-12 16:23:01,009 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000132 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000132
2015-02-12 16:23:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000132
2015-02-12 16:23:01,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:01,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000132
2015-02-12 16:23:01,009 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000132
2015-02-12 16:23:01,010 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000132 from application application_1423786898409_0002
2015-02-12 16:23:01,012 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:01,012 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:01,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:23:01,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:01,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:23:01,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:01,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:23:01,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:01,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000004 dst=null perm=null proto=rpc
2015-02-12 16:23:01,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:01,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000005 dst=null perm=null proto=rpc
2015-02-12 16:23:01,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:01,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000006 dst=null perm=null proto=rpc
2015-02-12 16:23:01,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:01,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000007 dst=null perm=null proto=rpc
2015-02-12 16:23:01,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00007 dst=null perm=null proto=rpc
2015-02-12 16:23:01,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000007/part-00007 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00007 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000008 dst=null perm=null proto=rpc
2015-02-12 16:23:01,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00008 dst=null perm=null proto=rpc
2015-02-12 16:23:01,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000008/part-00008 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00008 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000009 dst=null perm=null proto=rpc
2015-02-12 16:23:01,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00009 dst=null perm=null proto=rpc
2015-02-12 16:23:01,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000009/part-00009 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00009 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000010 dst=null perm=null proto=rpc
2015-02-12 16:23:01,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00010 dst=null perm=null proto=rpc
2015-02-12 16:23:01,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000010/part-00010 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00010 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000011 dst=null perm=null proto=rpc
2015-02-12 16:23:01,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00011 dst=null perm=null proto=rpc
2015-02-12 16:23:01,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000011/part-00011 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00011 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000012 dst=null perm=null proto=rpc
2015-02-12 16:23:01,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00012 dst=null perm=null proto=rpc
2015-02-12 16:23:01,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000012/part-00012 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00012 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000013 dst=null perm=null proto=rpc
2015-02-12 16:23:01,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00013 dst=null perm=null proto=rpc
2015-02-12 16:23:01,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000013/part-00013 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00013 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000014 dst=null perm=null proto=rpc
2015-02-12 16:23:01,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00014 dst=null perm=null proto=rpc
2015-02-12 16:23:01,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000014/part-00014 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00014 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000015 dst=null perm=null proto=rpc
2015-02-12 16:23:01,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00015 dst=null perm=null proto=rpc
2015-02-12 16:23:01,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000015/part-00015 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00015 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000016 dst=null perm=null proto=rpc
2015-02-12 16:23:01,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00016 dst=null perm=null proto=rpc
2015-02-12 16:23:01,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000016/part-00016 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00016 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000017 dst=null perm=null proto=rpc
2015-02-12 16:23:01,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00017 dst=null perm=null proto=rpc
2015-02-12 16:23:01,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000017/part-00017 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00017 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000018 dst=null perm=null proto=rpc
2015-02-12 16:23:01,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00018 dst=null perm=null proto=rpc
2015-02-12 16:23:01,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000018/part-00018 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00018 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000019 dst=null perm=null proto=rpc
2015-02-12 16:23:01,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00019 dst=null perm=null proto=rpc
2015-02-12 16:23:01,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000019/part-00019 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00019 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000020 dst=null perm=null proto=rpc
2015-02-12 16:23:01,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00020 dst=null perm=null proto=rpc
2015-02-12 16:23:01,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000020/part-00020 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00020 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000021 dst=null perm=null proto=rpc
2015-02-12 16:23:01,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00021 dst=null perm=null proto=rpc
2015-02-12 16:23:01,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000021/part-00021 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00021 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000022 dst=null perm=null proto=rpc
2015-02-12 16:23:01,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00022 dst=null perm=null proto=rpc
2015-02-12 16:23:01,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000022/part-00022 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00022 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000023 dst=null perm=null proto=rpc
2015-02-12 16:23:01,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00023 dst=null perm=null proto=rpc
2015-02-12 16:23:01,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000023/part-00023 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00023 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000024 dst=null perm=null proto=rpc
2015-02-12 16:23:01,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00024 dst=null perm=null proto=rpc
2015-02-12 16:23:01,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000024/part-00024 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00024 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:01,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000025 dst=null perm=null proto=rpc
2015-02-12 16:23:01,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00025 dst=null perm=null proto=rpc
2015-02-12 16:23:01,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary/1/task_1423786898409_0002_m_000025/part-00025 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00025 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:01,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,177 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,180 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65046, dest: /127.0.0.1:64704, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, duration: 26290799000
2015-02-12 16:23:01,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:01,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 24824
2015-02-12 16:23:01,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65045, dest: /127.0.0.1:64700, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, duration: 26291413000
2015-02-12 16:23:01,197 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 24824
2015-02-12 16:23:01,198 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65044, dest: /127.0.0.1:64707, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, duration: 26294090000
2015-02-12 16:23:01,199 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 24824
2015-02-12 16:23:01,201 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,205 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:01,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073 src: /127.0.0.1:65256 dest: /127.0.0.1:64704
2015-02-12 16:23:01,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073 src: /127.0.0.1:65257 dest: /127.0.0.1:64700
2015-02-12 16:23:01,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073 src: /127.0.0.1:65258 dest: /127.0.0.1:64707
2015-02-12 16:23:01,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65258, dest: /127.0.0.1:64707, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, duration: 2851000
2015-02-12 16:23:01,216 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:01,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:01,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65257, dest: /127.0.0.1:64700, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, duration: 3732000
2015-02-12 16:23:01,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65256, dest: /127.0.0.1:64704, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, duration: 4861000
2015-02-12 16:23:01,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:01,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:01,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:01,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:01,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:01,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,241 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:23:01,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074 src: /127.0.0.1:65260 dest: /127.0.0.1:64704
2015-02-12 16:23:01,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074 src: /127.0.0.1:65261 dest: /127.0.0.1:64710
2015-02-12 16:23:01,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074 src: /127.0.0.1:65262 dest: /127.0.0.1:64700
2015-02-12 16:23:01,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65262, dest: /127.0.0.1:64700, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, duration: 2651000
2015-02-12 16:23:01,249 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:01,250 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:23:01,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65261, dest: /127.0.0.1:64710, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, duration: 3447000
2015-02-12 16:23:01,250 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65260, dest: /127.0.0.1:64704, bytes: 220995, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, duration: 4472000
2015-02-12 16:23:01,251 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:01,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:01,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:01,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:01,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002/job_1423786898409_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:01,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:01,267 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:01,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075 src: /127.0.0.1:65264 dest: /127.0.0.1:64700
2015-02-12 16:23:01,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075 src: /127.0.0.1:65265 dest: /127.0.0.1:64707
2015-02-12 16:23:01,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075 src: /127.0.0.1:65266 dest: /127.0.0.1:64710
2015-02-12 16:23:01,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65266, dest: /127.0.0.1:64710, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, duration: 2009000
2015-02-12 16:23:01,277 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:01,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65265, dest: /127.0.0.1:64707, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, duration: 2627000
2015-02-12 16:23:01,278 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65264, dest: /127.0.0.1:64700, bytes: 114799, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1170336518_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, duration: 3802000
2015-02-12 16:23:01,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,279 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:01,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:01,281 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1170336518_1
2015-02-12 16:23:01,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:01,294 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:23:01,294 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:01,294 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0002 with final state: FINISHING
2015-02-12 16:23:01,294 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:01,294 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0002
2015-02-12 16:23:01,295 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:01,296 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:01,531 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,532 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,532 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,532 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000129 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:01,532 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000129 in state: COMPLETED event:FINISHED
2015-02-12 16:23:01,532 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000129
2015-02-12 16:23:01,533 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000129 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:01,533 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000129 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:01,533 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,533 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,534 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000130 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:01,534 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000130 in state: COMPLETED event:FINISHED
2015-02-12 16:23:01,534 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000130
2015-02-12 16:23:01,534 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000130 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:01,535 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000130 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:01,757 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000128 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:01,758 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000128 in state: COMPLETED event:FINISHED
2015-02-12 16:23:01,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000128
2015-02-12 16:23:01,758 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000128 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:23:01,759 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000128 on node: host: 10.1.1.67:64742 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:01,988 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,988 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:01,988 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000132 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:01,989 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000132 in state: COMPLETED event:FINISHED
2015-02-12 16:23:01,989 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000132
2015-02-12 16:23:01,989 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000132 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:01,989 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000132 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:02,307 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0002 unregistered successfully.
2015-02-12 16:23:02,311 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:02,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:02,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741866_1042 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:23:02,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:23:02,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:23:02,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:02,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741868_1044 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:23:02,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,355 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary
2015-02-12 16:23:02,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:02,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,381 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00001-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00003-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,409 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00001-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00003-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=null proto=rpc
2015-02-12 16:23:02,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=null proto=rpc
2015-02-12 16:23:02,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=null proto=rpc
2015-02-12 16:23:02,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=null proto=rpc
2015-02-12 16:23:02,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e dst=null perm=null proto=rpc
2015-02-12 16:23:02,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,442 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00001-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,465 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00000-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,479 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741868_1044, blk_1073741869_1045, blk_1073741871_1047]
2015-02-12 16:23:02,479 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741867_1043, blk_1073741868_1044, blk_1073741869_1045]
2015-02-12 16:23:02,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,481 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00001-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,499 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00001-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,516 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00000-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,533 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00000-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1 dst=null perm=null proto=rpc
2015-02-12 16:23:02,549 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00001-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,572 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00001-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:23:02,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:23:02,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3 dst=null perm=null proto=rpc
2015-02-12 16:23:02,594 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00001-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:02,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,614 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00000-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2 dst=null perm=null proto=rpc
2015-02-12 16:23:02,633 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00001-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4 dst=null perm=null proto=rpc
2015-02-12 16:23:02,657 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00000-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5 dst=null perm=null proto=rpc
2015-02-12 16:23:02,675 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 2
2015-02-12 16:23:02,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00000-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/1/part-00003-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a/5/part-00002-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/1/part-00003-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/2/part-00003-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/4/part-00002-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b/5/part-00002-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/1/part-00003-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/2/part-00003-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/3/part-00003-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:02,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c/4/part-00002-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/2/part-00003-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d/4/part-00002-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e/5/part-00002-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,745 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 26
2015-02-12 16:23:02,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,759 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,760 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:02,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00007 dst=null perm=null proto=rpc
2015-02-12 16:23:02,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00008 dst=null perm=null proto=rpc
2015-02-12 16:23:02,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00009 dst=null perm=null proto=rpc
2015-02-12 16:23:02,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00010 dst=null perm=null proto=rpc
2015-02-12 16:23:02,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00011 dst=null perm=null proto=rpc
2015-02-12 16:23:02,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00012 dst=null perm=null proto=rpc
2015-02-12 16:23:02,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00013 dst=null perm=null proto=rpc
2015-02-12 16:23:02,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00014 dst=null perm=null proto=rpc
2015-02-12 16:23:02,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00015 dst=null perm=null proto=rpc
2015-02-12 16:23:02,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00016 dst=null perm=null proto=rpc
2015-02-12 16:23:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00017 dst=null perm=null proto=rpc
2015-02-12 16:23:02,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00018 dst=null perm=null proto=rpc
2015-02-12 16:23:02,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00019 dst=null perm=null proto=rpc
2015-02-12 16:23:02,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00020 dst=null perm=null proto=rpc
2015-02-12 16:23:02,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00021 dst=null perm=null proto=rpc
2015-02-12 16:23:02,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00022 dst=null perm=null proto=rpc
2015-02-12 16:23:02,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00023 dst=null perm=null proto=rpc
2015-02-12 16:23:02,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00024 dst=null perm=null proto=rpc
2015-02-12 16:23:02,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00025 dst=null perm=null proto=rpc
2015-02-12 16:23:02,802 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned
2015-02-12 16:23:02,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned dst=null perm=null proto=rpc
2015-02-12 16:23:02,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/a dst=null perm=null proto=rpc
2015-02-12 16:23:02,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/b dst=null perm=null proto=rpc
2015-02-12 16:23:02,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/c dst=null perm=null proto=rpc
2015-02-12 16:23:02,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/d dst=null perm=null proto=rpc
2015-02-12 16:23:02,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/partitioned/e dst=null perm=null proto=rpc
2015-02-12 16:23:02,810 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final
2015-02-12 16:23:02,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final dst=null perm=null proto=rpc
2015-02-12 16:23:02,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:02,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:02,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:02,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:23:02,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00005 dst=null perm=null proto=rpc
2015-02-12 16:23:02,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:02,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00006 dst=null perm=null proto=rpc
2015-02-12 16:23:02,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00007 dst=null perm=null proto=rpc
2015-02-12 16:23:02,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00007 dst=null perm=null proto=rpc
2015-02-12 16:23:02,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00008 dst=null perm=null proto=rpc
2015-02-12 16:23:02,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00008 dst=null perm=null proto=rpc
2015-02-12 16:23:02,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00009 dst=null perm=null proto=rpc
2015-02-12 16:23:02,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00009 dst=null perm=null proto=rpc
2015-02-12 16:23:02,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00010 dst=null perm=null proto=rpc
2015-02-12 16:23:02,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00010 dst=null perm=null proto=rpc
2015-02-12 16:23:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00011 dst=null perm=null proto=rpc
2015-02-12 16:23:02,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00011 dst=null perm=null proto=rpc
2015-02-12 16:23:02,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00012 dst=null perm=null proto=rpc
2015-02-12 16:23:02,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00012 dst=null perm=null proto=rpc
2015-02-12 16:23:02,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00013 dst=null perm=null proto=rpc
2015-02-12 16:23:02,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00013 dst=null perm=null proto=rpc
2015-02-12 16:23:02,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00014 dst=null perm=null proto=rpc
2015-02-12 16:23:02,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00014 dst=null perm=null proto=rpc
2015-02-12 16:23:02,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00015 dst=null perm=null proto=rpc
2015-02-12 16:23:02,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00015 dst=null perm=null proto=rpc
2015-02-12 16:23:02,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00016 dst=null perm=null proto=rpc
2015-02-12 16:23:02,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00016 dst=null perm=null proto=rpc
2015-02-12 16:23:02,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00017 dst=null perm=null proto=rpc
2015-02-12 16:23:02,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00017 dst=null perm=null proto=rpc
2015-02-12 16:23:02,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00018 dst=null perm=null proto=rpc
2015-02-12 16:23:02,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00018 dst=null perm=null proto=rpc
2015-02-12 16:23:02,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00019 dst=null perm=null proto=rpc
2015-02-12 16:23:02,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00019 dst=null perm=null proto=rpc
2015-02-12 16:23:02,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00020 dst=null perm=null proto=rpc
2015-02-12 16:23:02,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00020 dst=null perm=null proto=rpc
2015-02-12 16:23:02,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00021 dst=null perm=null proto=rpc
2015-02-12 16:23:02,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00021 dst=null perm=null proto=rpc
2015-02-12 16:23:02,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00022 dst=null perm=null proto=rpc
2015-02-12 16:23:02,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00022 dst=null perm=null proto=rpc
2015-02-12 16:23:02,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00023 dst=null perm=null proto=rpc
2015-02-12 16:23:02,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00023 dst=null perm=null proto=rpc
2015-02-12 16:23:02,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00024 dst=null perm=null proto=rpc
2015-02-12 16:23:02,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00024 dst=null perm=null proto=rpc
2015-02-12 16:23:02,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00025 dst=null perm=null proto=rpc
2015-02-12 16:23:02,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testPartitionTapTextDelimited/final/part-00025 dst=null perm=null proto=rpc
2015-02-12 16:23:02,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:02,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:02,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:02,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:02,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076 src: /127.0.0.1:65285 dest: /127.0.0.1:64700
2015-02-12 16:23:02,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076 src: /127.0.0.1:65286 dest: /127.0.0.1:64710
2015-02-12 16:23:02,901 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076 src: /127.0.0.1:65287 dest: /127.0.0.1:64707
2015-02-12 16:23:02,904 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65287, dest: /127.0.0.1:64707, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, duration: 1433000
2015-02-12 16:23:02,904 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:02,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,905 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65286, dest: /127.0.0.1:64710, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, duration: 1886000
2015-02-12 16:23:02,905 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:02,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65285, dest: /127.0.0.1:64700, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, duration: 2758000
2015-02-12 16:23:02,906 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:02,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:02,926 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:23:02,927 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:23:02,942 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:23:02,943 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt"]
2015-02-12 16:23:02,943 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: TemplateTap["Hfs["TextDelimited[['number', 'lower', 'upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates"]"]["%s-%s"]
2015-02-12 16:23:02,943 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:23:02,943 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:23:02,944 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:23:02,944 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...rm/testdelimitedtemplates
2015-02-12 16:23:02,954 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:02,967 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:02,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:02,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:02,974 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 3
2015-02-12 16:23:02,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=null proto=rpc
2015-02-12 16:23:02,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:23:02,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:23:02,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:02,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:02,982 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:02,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 src: /127.0.0.1:65289 dest: /127.0.0.1:64710
2015-02-12 16:23:02,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 src: /127.0.0.1:65290 dest: /127.0.0.1:64700
2015-02-12 16:23:02,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 src: /127.0.0.1:65291 dest: /127.0.0.1:64707
2015-02-12 16:23:02,989 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,989 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,989 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:02,990 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65291, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, duration: 2452000
2015-02-12 16:23:02,990 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:02,991 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65290, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, duration: 2820000
2015-02-12 16:23:02,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,991 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:02,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,991 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65289, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, duration: 3860000
2015-02-12 16:23:02,992 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:02,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:02,994 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:02,994 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar
2015-02-12 16:23:02,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:02,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:02,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:02,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:02,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:02,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:23:02,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:23:03,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:03,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:23:03,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:23:03,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:03,004 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:03,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:03,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,009 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split
2015-02-12 16:23:03,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:03,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:03,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078 src: /127.0.0.1:65292 dest: /127.0.0.1:64704
2015-02-12 16:23:03,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078 src: /127.0.0.1:65293 dest: /127.0.0.1:64707
2015-02-12 16:23:03,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078 src: /127.0.0.1:65294 dest: /127.0.0.1:64700
2015-02-12 16:23:03,016 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078 src: /127.0.0.1:65295 dest: /127.0.0.1:64710
2015-02-12 16:23:03,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65295, dest: /127.0.0.1:64710, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, duration: 1517000
2015-02-12 16:23:03,019 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:03,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65294, dest: /127.0.0.1:64700, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, duration: 2033000
2015-02-12 16:23:03,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:03,020 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65293, dest: /127.0.0.1:64707, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, duration: 3300000
2015-02-12 16:23:03,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,021 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65292, dest: /127.0.0.1:64704, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, duration: 3891000
2015-02-12 16:23:03,022 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:03,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,030 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:03,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079 src: /127.0.0.1:65296 dest: /127.0.0.1:64700
2015-02-12 16:23:03,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079 src: /127.0.0.1:65297 dest: /127.0.0.1:64707
2015-02-12 16:23:03,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079 src: /127.0.0.1:65298 dest: /127.0.0.1:64704
2015-02-12 16:23:03,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65298, dest: /127.0.0.1:64704, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, duration: 1329000
2015-02-12 16:23:03,037 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:03,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:23:03,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65297, dest: /127.0.0.1:64707, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, duration: 1712000
2015-02-12 16:23:03,038 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65296, dest: /127.0.0.1:64700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, duration: 2830000
2015-02-12 16:23:03,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:03,042 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 16:23:03,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:03,057 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:03,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080 src: /127.0.0.1:65299 dest: /127.0.0.1:64707
2015-02-12 16:23:03,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080 src: /127.0.0.1:65300 dest: /127.0.0.1:64704
2015-02-12 16:23:03,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080 src: /127.0.0.1:65301 dest: /127.0.0.1:64700
2015-02-12 16:23:03,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65301, dest: /127.0.0.1:64700, bytes: 96773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, duration: 1551000
2015-02-12 16:23:03,065 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:03,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65300, dest: /127.0.0.1:64704, bytes: 96773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, duration: 1994000
2015-02-12 16:23:03,066 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65299, dest: /127.0.0.1:64707, bytes: 96773, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, duration: 3123000
2015-02-12 16:23:03,067 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:03,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:03,071 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:03,072 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0003
2015-02-12 16:23:03,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=null proto=rpc
2015-02-12 16:23:03,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:03,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:03,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:03,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:03,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:03,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:03,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,085 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 3 submitted by user soberoi
2015-02-12 16:23:03,085 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0003
2015-02-12 16:23:03,085 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0003
2015-02-12 16:23:03,085 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0003
2015-02-12 16:23:03,085 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from NEW to NEW_SAVING
2015-02-12 16:23:03,085 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:23:03,086 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0003 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:23:03,086 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 16:23:03,086 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,086 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from NEW to SUBMITTED
2015-02-12 16:23:03,087 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0003_000001 to scheduler from user: soberoi
2015-02-12 16:23:03,088 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:23:03,088 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0003
2015-02-12 16:23:03,090 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0003/
2015-02-12 16:23:03,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0003
2015-02-12 16:23:03,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0003/
2015-02-12 16:23:03,222 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:23:03,222 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:23:03,223 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:23:03,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:23:03,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:23:03,224 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:23:03,550 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,551 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,551 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,551 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,552 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:03,553 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000001
2015-02-12 16:23:03,553 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:23:03,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,553 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0003_01_000001
2015-02-12 16:23:03,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,554 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:03,554 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,554 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0003 AttemptId: appattempt_1423786898409_0003_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0003_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ]
2015-02-12 16:23:03,554 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:23:03,554 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:23:03,555 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0003_000001
2015-02-12 16:23:03,556 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0003_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,556 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:23:03,557 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,557 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,559 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:03,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000001 by user soberoi
2015-02-12 16:23:03,561 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0003
2015-02-12 16:23:03,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000001
2015-02-12 16:23:03,562 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from NEW to INITING
2015-02-12 16:23:03,562 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000001 to application application_1423786898409_0003
2015-02-12 16:23:03,562 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from INITING to RUNNING
2015-02-12 16:23:03,562 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0003_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0003_000001
2015-02-12 16:23:03,562 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:23:03,562 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:23:03,563 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:03,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:03,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:23:03,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:23:03,563 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:03,563 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0003_01_000001
2015-02-12 16:23:03,573 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0003_01_000001.tokens. Credentials list:
2015-02-12 16:23:03,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:03,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:23:03,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:23:03,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:23:03,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:23:03,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:23:03,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:23:03,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:23:03,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001.tokens
2015-02-12 16:23:03,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:03,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:03,855 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:03,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:03,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:03,903 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:03,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:03,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:03,949 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:03,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:03,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:03,994 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,994 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,994 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:03,997 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:03,997 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:04,026 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:04,026 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:04,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001/default_container_executor.sh]
2015-02-12 16:23:04,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061
2015-02-12 16:23:04,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062
2015-02-12 16:23:04,559 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,559 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,559 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,559 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:04,559 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,560 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,560 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,560 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061
2015-02-12 16:23:04,767 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,767 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,999 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,999 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:04,999 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,487 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64707 to replicate blk_1073741901_1077 to datanode(s) 127.0.0.1:64704
2015-02-12 16:23:05,487 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043, blk_1073741871_1047]
2015-02-12 16:23:05,487 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741864_1040, blk_1073741865_1041, blk_1073741866_1042, blk_1073741868_1044, blk_1073741869_1045, blk_1073741871_1047]
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,566 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,567 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,770 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,770 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:05,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:05,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:23:05,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:23:05,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:23:05,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=null proto=rpc
2015-02-12 16:23:05,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:23:05,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:06,006 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,006 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,006 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741866_1042 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741866
2015-02-12 16:23:06,226 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:23:06,227 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 16:23:06,227 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 16:23:06,227 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:23:06,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:06,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:06,495 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 to 127.0.0.1:64704
2015-02-12 16:23:06,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 16:23:06,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865 for deletion
2015-02-12 16:23:06,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 src: /127.0.0.1:65308 dest: /127.0.0.1:64704
2015-02-12 16:23:06,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867 for deletion
2015-02-12 16:23:06,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 16:23:06,496 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 (numBytes=254067) to /127.0.0.1:64704
2015-02-12 16:23:06,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741865_1041 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741865
2015-02-12 16:23:06,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 16:23:06,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741867_1043 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741867
2015-02-12 16:23:06,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 16:23:06,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077 src: /127.0.0.1:65308 dest: /127.0.0.1:64704 of size 254067
2015-02-12 16:23:06,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741901_1077 size 254067
2015-02-12 16:23:06,575 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,575 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,576 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,576 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,576 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,576 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,576 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:06,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,013 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,013 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,014 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,204 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:07,205 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0003_000001
2015-02-12 16:23:07,206 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0003 APPATTEMPTID=appattempt_1423786898409_0003_000001
2015-02-12 16:23:07,206 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:23:07,206 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from ACCEPTED to RUNNING
2015-02-12 16:23:07,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:07,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:07,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:07,384 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0002_01_000001 succeeded
2015-02-12 16:23:07,385 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:23:07,385 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0002_01_000001
2015-02-12 16:23:07,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001
2015-02-12 16:23:07,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001
2015-02-12 16:23:07,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001
2015-02-12 16:23:07,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002/container_1423786898409_0002_01_000001
2015-02-12 16:23:07,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000001
2015-02-12 16:23:07,407 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:23:07,407 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0002_01_000001 from application application_1423786898409_0002
2015-02-12 16:23:07,407 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:07,407 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0002
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,578 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,578 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,579 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081 src: /127.0.0.1:65313 dest: /127.0.0.1:64704
2015-02-12 16:23:07,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081 src: /127.0.0.1:65314 dest: /127.0.0.1:64700
2015-02-12 16:23:07,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081 src: /127.0.0.1:65315 dest: /127.0.0.1:64707
2015-02-12 16:23:07,652 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65315, dest: /127.0.0.1:64707, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, duration: 21222000
2015-02-12 16:23:07,652 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:07,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:07,653 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65314, dest: /127.0.0.1:64700, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, duration: 22140000
2015-02-12 16:23:07,653 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:07,654 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65313, dest: /127.0.0.1:64704, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, duration: 23407000
2015-02-12 16:23:07,654 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:07,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:07,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:07,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:07,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:07,692 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:07,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082 src: /127.0.0.1:65316 dest: /127.0.0.1:64704
2015-02-12 16:23:07,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082 src: /127.0.0.1:65317 dest: /127.0.0.1:64710
2015-02-12 16:23:07,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082 src: /127.0.0.1:65318 dest: /127.0.0.1:64707
2015-02-12 16:23:07,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65318, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, duration: 1383000
2015-02-12 16:23:07,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:07,701 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:07,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65317, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, duration: 1914000
2015-02-12 16:23:07,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:07,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:07,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65316, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, duration: 2880000
2015-02-12 16:23:07,702 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:07,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:07,704 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003.summary is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:07,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:07,783 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0002_000001
2015-02-12 16:23:07,783 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:23:07,784 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0002_000001
2015-02-12 16:23:07,784 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000001
2015-02-12 16:23:07,784 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0002_000001 State change from FINISHING to FINISHED
2015-02-12 16:23:07,784 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:07,784 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0002 State change from FINISHING to FINISHED
2015-02-12 16:23:07,784 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0002_000001 released container container_1423786898409_0002_01_000001 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:07,785 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,785 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,785 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0002
2015-02-12 16:23:07,785 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0002_000001 is done. finalState=FINISHED
2015-02-12 16:23:07,785 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0002,name=[1F9C58C5EF014E68956D2D56F48925D1/DF2531F4583F4686A4B125D3D80B11E5] copy/(1/1) ...ionTapTextDelimited/final,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0002/jobhistory/job/job_1423786898409_0002,appMasterHost=10.1.1.67,startTime=1423786922917,finishTime=1423786981294,finalStatus=SUCCEEDED
2015-02-12 16:23:07,785 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0002_000001
2015-02-12 16:23:07,785 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0002 requests cleared
2015-02-12 16:23:07,789 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0002_000001 (auth:SIMPLE)
2015-02-12 16:23:07,791 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0002_01_000001
2015-02-12 16:23:07,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0002 CONTAINERID=container_1423786898409_0002_01_000001
2015-02-12 16:23:07,792 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000001]
2015-02-12 16:23:07,792 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,792 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:07,792 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,792 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:07,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:07,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:07,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:07,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0002
2015-02-12 16:23:07,793 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:07,793 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0002, with delay of 10800 seconds
2015-02-12 16:23:07,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,014 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000117]
2015-02-12 16:23:08,015 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,015 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,015 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:08,015 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,016 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0002
2015-02-12 16:23:08,016 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:08,016 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0002, with delay of 10800 seconds
2015-02-12 16:23:08,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000120]
2015-02-12 16:23:08,584 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,584 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:08,583 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0002_01_000121, container_1423786898409_0002_01_000116]
2015-02-12 16:23:08,584 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,584 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,584 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:08,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:08,585 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000002
2015-02-12 16:23:08,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0002
2015-02-12 16:23:08,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,585 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0002
2015-02-12 16:23:08,586 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:08,588 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0002, with delay of 10800 seconds
2015-02-12 16:23:08,585 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0002
2015-02-12 16:23:08,588 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:08,588 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0002, with delay of 10800 seconds
2015-02-12 16:23:08,585 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:08,589 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,589 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,589 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,589 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:08,590 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000003
2015-02-12 16:23:08,590 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:23:08,793 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,793 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:08,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:08,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000004
2015-02-12 16:23:08,793 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:09,025 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,025 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:09,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000005
2015-02-12 16:23:09,026 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:09,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071
2015-02-12 16:23:09,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078
2015-02-12 16:23:09,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063
2015-02-12 16:23:09,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071
2015-02-12 16:23:09,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068
2015-02-12 16:23:09,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067
2015-02-12 16:23:09,213 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069
2015-02-12 16:23:09,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080
2015-02-12 16:23:09,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069
2015-02-12 16:23:09,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064
2015-02-12 16:23:09,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066
2015-02-12 16:23:09,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062
2015-02-12 16:23:09,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063
2015-02-12 16:23:09,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079
2015-02-12 16:23:09,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073
2015-02-12 16:23:09,289 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0003_01_000002
2015-02-12 16:23:09,290 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:09,290 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0003_01_000003
2015-02-12 16:23:09,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:09,291 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0003_01_000004
2015-02-12 16:23:09,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:09,291 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0003_01_000005
2015-02-12 16:23:09,292 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:09,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:09,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:09,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,413 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:09,413 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:09,413 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:09,413 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:09,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000003 by user soberoi
2015-02-12 16:23:09,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000004 by user soberoi
2015-02-12 16:23:09,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000003
2015-02-12 16:23:09,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0003
2015-02-12 16:23:09,417 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000005 by user soberoi
2015-02-12 16:23:09,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000004
2015-02-12 16:23:09,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0003
2015-02-12 16:23:09,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000005
2015-02-12 16:23:09,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000002 by user soberoi
2015-02-12 16:23:09,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0003
2015-02-12 16:23:09,419 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000002
2015-02-12 16:23:09,419 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from NEW to INITING
2015-02-12 16:23:09,419 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000004 to application application_1423786898409_0003
2015-02-12 16:23:09,419 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from INITING to RUNNING
2015-02-12 16:23:09,418 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000003 to application application_1423786898409_0003
2015-02-12 16:23:09,420 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:23:09,420 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,420 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:23:09,420 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,420 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,420 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:09,420 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from NEW to INITING
2015-02-12 16:23:09,420 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0003
2015-02-12 16:23:09,421 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:09,419 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from NEW to INITING
2015-02-12 16:23:09,421 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000005 to application application_1423786898409_0003
2015-02-12 16:23:09,422 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from INITING to RUNNING
2015-02-12 16:23:09,422 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:23:09,422 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,422 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,422 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:09,422 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0003
2015-02-12 16:23:09,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074
2015-02-12 16:23:09,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,423 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0003_01_000005
2015-02-12 16:23:09,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077
2015-02-12 16:23:09,420 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000002 to application application_1423786898409_0003
2015-02-12 16:23:09,424 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from INITING to RUNNING
2015-02-12 16:23:09,424 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:23:09,424 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,424 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,424 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:09,424 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0003
2015-02-12 16:23:09,424 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,424 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,425 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0003_01_000002
2015-02-12 16:23:09,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073
2015-02-12 16:23:09,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070
2015-02-12 16:23:09,420 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0003
2015-02-12 16:23:09,428 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:09,428 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0003
2015-02-12 16:23:09,428 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,428 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:09,428 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0003_01_000004
2015-02-12 16:23:09,447 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423786898409_0003_01_000004.tokens. Credentials list:
2015-02-12 16:23:09,447 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423786898409_0003_01_000005.tokens. Credentials list:
2015-02-12 16:23:09,448 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423786898409_0003_01_000002.tokens. Credentials list:
2015-02-12 16:23:09,476 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:09,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:09,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741893_1069
2015-02-12 16:23:09,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067
2015-02-12 16:23:09,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066
2015-02-12 16:23:09,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078
2015-02-12 16:23:09,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077
2015-02-12 16:23:09,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076
2015-02-12 16:23:09,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068
2015-02-12 16:23:09,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741897_1073
2015-02-12 16:23:09,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080
2015-02-12 16:23:09,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741887_1063
2015-02-12 16:23:09,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072
2015-02-12 16:23:09,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065
2015-02-12 16:23:09,498 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070
2015-02-12 16:23:09,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079
2015-02-12 16:23:09,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075
2015-02-12 16:23:09,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:09,585 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,585 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:09,585 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000006
2015-02-12 16:23:09,585 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 16:23:09,586 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:09,586 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,586 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:09,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074
2015-02-12 16:23:09,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741885_1061
2015-02-12 16:23:09,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741890_1066
2015-02-12 16:23:09,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075
2015-02-12 16:23:09,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064
2015-02-12 16:23:09,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072
2015-02-12 16:23:09,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078
2015-02-12 16:23:09,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741886_1062
2015-02-12 16:23:09,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065
2015-02-12 16:23:09,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741903_1079
2015-02-12 16:23:09,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:09,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:09,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:09,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000003/default_container_executor.sh]
2015-02-12 16:23:09,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741895_1071
2015-02-12 16:23:09,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741892_1068
2015-02-12 16:23:09,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741896_1072
2015-02-12 16:23:09,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423786898409_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005.tokens
2015-02-12 16:23:09,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:09,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423786898409_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002.tokens
2015-02-12 16:23:09,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423786898409_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004.tokens
2015-02-12 16:23:09,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:09,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:09,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:09,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741904_1080
2015-02-12 16:23:09,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076
2015-02-12 16:23:09,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:09,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077
2015-02-12 16:23:09,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741889_1065
2015-02-12 16:23:09,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741891_1067
2015-02-12 16:23:09,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:09,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:09,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:10,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:10,031 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:10,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:10,069 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:10,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:10,076 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:10,077 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:10,077 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:10,120 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:10,120 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:10,127 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:10,127 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:10,128 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:10,128 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:10,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741898_1074
2015-02-12 16:23:10,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741888_1064
2015-02-12 16:23:10,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741894_1070
2015-02-12 16:23:10,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741900_1076
2015-02-12 16:23:10,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741899_1075
2015-02-12 16:23:10,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741902_1078
2015-02-12 16:23:10,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004/default_container_executor.sh]
2015-02-12 16:23:10,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002/default_container_executor.sh]
2015-02-12 16:23:10,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005/default_container_executor.sh]
2015-02-12 16:23:10,306 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:10,315 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:10,318 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0003_01_000006 by user soberoi
2015-02-12 16:23:10,319 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000006
2015-02-12 16:23:10,319 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0003_01_000006 to application application_1423786898409_0003
2015-02-12 16:23:10,319 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:23:10,319 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0003
2015-02-12 16:23:10,319 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0003
2015-02-12 16:23:10,319 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:10,319 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0003
2015-02-12 16:23:10,320 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:10,393 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:10,393 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:10,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000006/default_container_executor.sh]
2015-02-12 16:23:10,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:10,585 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:10,586 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000007
2015-02-12 16:23:10,586 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 16:23:11,315 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:23:11,315 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:12,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000007 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 16:23:12,325 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000007 in state: RELEASED event:RELEASED
2015-02-12 16:23:12,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000007
2015-02-12 16:23:12,326 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 16:23:12,326 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000007 on node: host: 10.1.1.67:64754 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 16:23:12,596 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423786898409_0003_01_000007
2015-02-12 16:23:14,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081
2015-02-12 16:23:14,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082
2015-02-12 16:23:14,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082
2015-02-12 16:23:14,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081
2015-02-12 16:23:14,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741901_1077
2015-02-12 16:23:14,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741905_1081
2015-02-12 16:23:15,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741906_1082
2015-02-12 16:23:18,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:18,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:18,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:18,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:18,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:18,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:18,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:18,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:18,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:18,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:18,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:18,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:18,977 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:19,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083 src: /127.0.0.1:65351 dest: /127.0.0.1:64710
2015-02-12 16:23:19,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083 src: /127.0.0.1:65352 dest: /127.0.0.1:64707
2015-02-12 16:23:19,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083 src: /127.0.0.1:65353 dest: /127.0.0.1:64704
2015-02-12 16:23:19,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65353, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000001_0_-471432913_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, duration: 27710000
2015-02-12 16:23:19,075 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65352, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000001_0_-471432913_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, duration: 28631000
2015-02-12 16:23:19,076 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,076 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65351, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000001_0_-471432913_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, duration: 29573000
2015-02-12 16:23:19,076 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c/part-00001 is closed by DFSClient_attempt_1423786898409_0003_m_000001_0_-471432913_1
2015-02-12 16:23:19,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:23:19,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:23:19,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:23:19,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/3-c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:23:19,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0/3-c/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/3-c/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1/_temporary/attempt_1423786898409_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,163 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:19,165 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000003
2015-02-12 16:23:19,165 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000003
2015-02-12 16:23:19,165 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:23:19,165 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000003
2015-02-12 16:23:19,181 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:19,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084 src: /127.0.0.1:65355 dest: /127.0.0.1:64707
2015-02-12 16:23:19,183 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0003_01_000003 is : 143
2015-02-12 16:23:19,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084 src: /127.0.0.1:65356 dest: /127.0.0.1:64700
2015-02-12 16:23:19,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:19,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084 src: /127.0.0.1:65357 dest: /127.0.0.1:64704
2015-02-12 16:23:19,191 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist for DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,195 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:19,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000003
2015-02-12 16:23:19,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000003
2015-02-12 16:23:19,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000003
2015-02-12 16:23:19,196 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:19,196 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000003 from application application_1423786898409_0003
2015-02-12 16:23:19,196 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:19,196 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:19,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000003
2015-02-12 16:23:19,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000003
2015-02-12 16:23:19,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:19,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:19,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:19,404 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:19,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:19,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,462 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:19,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085 src: /127.0.0.1:65360 dest: /127.0.0.1:64707
2015-02-12 16:23:19,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085 src: /127.0.0.1:65362 dest: /127.0.0.1:64710
2015-02-12 16:23:19,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085 src: /127.0.0.1:65363 dest: /127.0.0.1:64704
2015-02-12 16:23:19,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086 src: /127.0.0.1:65361 dest: /127.0.0.1:64710
2015-02-12 16:23:19,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086 src: /127.0.0.1:65364 dest: /127.0.0.1:64704
2015-02-12 16:23:19,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086 src: /127.0.0.1:65365 dest: /127.0.0.1:64707
2015-02-12 16:23:19,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65363, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000003_0_-836584083_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, duration: 93257000
2015-02-12 16:23:19,585 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65362, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000003_0_-836584083_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, duration: 93950000
2015-02-12 16:23:19,586 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65360, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000003_0_-836584083_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, duration: 94945000
2015-02-12 16:23:19,587 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,592 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e/part-00003 is closed by DFSClient_attempt_1423786898409_0003_m_000003_0_-836584083_1
2015-02-12 16:23:19,597 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65365, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, duration: 46076000
2015-02-12 16:23:19,597 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65364, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, duration: 47053000
2015-02-12 16:23:19,598 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65361, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, duration: 48664000
2015-02-12 16:23:19,600 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,599 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,601 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:19,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a/part-00000 is closed by DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1
2015-02-12 16:23:19,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,621 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:19,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088 src: /127.0.0.1:65367 dest: /127.0.0.1:64700
2015-02-12 16:23:19,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088 src: /127.0.0.1:65368 dest: /127.0.0.1:64704
2015-02-12 16:23:19,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088 src: /127.0.0.1:65369 dest: /127.0.0.1:64707
2015-02-12 16:23:19,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65369, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, duration: 1524000
2015-02-12 16:23:19,630 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65368, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, duration: 2122000
2015-02-12 16:23:19,631 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65367, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, duration: 3079000
2015-02-12 16:23:19,631 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,635 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b/part-00000 is closed by DFSClient_attempt_1423786898409_0003_m_000000_0_1831859971_1
2015-02-12 16:23:19,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:23:19,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:23:19,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:23:19,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/5-e dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:23:19,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0/5-e/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/5-e/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087 src: /127.0.0.1:65366 dest: /127.0.0.1:64707
2015-02-12 16:23:19,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087 src: /127.0.0.1:65370 dest: /127.0.0.1:64700
2015-02-12 16:23:19,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087 src: /127.0.0.1:65371 dest: /127.0.0.1:64704
2015-02-12 16:23:19,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1/_temporary/attempt_1423786898409_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:19,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:19,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:19,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:19,702 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:19,704 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000005
2015-02-12 16:23:19,704 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000005
2015-02-12 16:23:19,704 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:23:19,704 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000005
2015-02-12 16:23:19,723 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0003_01_000005 is : 143
2015-02-12 16:23:19,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/1-a/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,729 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65371, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000002_0_-1381702782_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, duration: 48062000
2015-02-12 16:23:19,729 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,730 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65370, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000002_0_-1381702782_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, duration: 48863000
2015-02-12 16:23:19,731 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,731 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65366, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0003_m_000002_0_-1381702782_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, duration: 50064000
2015-02-12 16:23:19,731 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,732 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,734 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:19,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005
2015-02-12 16:23:19,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005
2015-02-12 16:23:19,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005
2015-02-12 16:23:19,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000005
2015-02-12 16:23:19,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:19,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000005
2015-02-12 16:23:19,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:19,736 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000005 from application application_1423786898409_0003
2015-02-12 16:23:19,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:19,736 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:19,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:19,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d/part-00002 is closed by DFSClient_attempt_1423786898409_0003_m_000002_0_-1381702782_1
2015-02-12 16:23:19,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:19,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1/_temporary/attempt_1423786898409_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:19,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0/2-b/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,764 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:19,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:23:19,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000006
2015-02-12 16:23:19,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000006
2015-02-12 16:23:19,766 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:23:19,767 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000006
2015-02-12 16:23:19,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:23:19,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:23:19,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/4-d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:19,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:23:19,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1/_temporary/attempt_1423786898409_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0/4-d/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/4-d/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,784 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0003_01_000006 is : 143
2015-02-12 16:23:19,789 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:19,792 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000002
2015-02-12 16:23:19,792 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000002
2015-02-12 16:23:19,795 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:19,795 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:23:19,796 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000002
2015-02-12 16:23:19,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000006
2015-02-12 16:23:19,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000006
2015-02-12 16:23:19,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000006
2015-02-12 16:23:19,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000006
2015-02-12 16:23:19,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary/_attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,813 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0003_01_000002 is : 143
2015-02-12 16:23:19,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000006
2015-02-12 16:23:19,827 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:19,827 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:19,828 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000006 from application application_1423786898409_0003
2015-02-12 16:23:19,828 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:19,828 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:19,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002
2015-02-12 16:23:19,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002
2015-02-12 16:23:19,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002
2015-02-12 16:23:19,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000002
2015-02-12 16:23:19,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000002
2015-02-12 16:23:19,831 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:19,831 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000002 from application application_1423786898409_0003
2015-02-12 16:23:19,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:19,831 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:19,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1/_temporary/attempt_1423786898409_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:19,844 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:19,846 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000004
2015-02-12 16:23:19,846 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000004
2015-02-12 16:23:19,846 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:23:19,846 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000004
2015-02-12 16:23:19,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,853 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:23:19,863 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0003_01_000004 is : 143
2015-02-12 16:23:19,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:19,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,876 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:19,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004
2015-02-12 16:23:19,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004
2015-02-12 16:23:19,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004
2015-02-12 16:23:19,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000004
2015-02-12 16:23:19,881 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000004
2015-02-12 16:23:19,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:19,881 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000004 from application application_1423786898409_0003
2015-02-12 16:23:19,881 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:19,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:19,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65357, dest: /127.0.0.1:64704, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, duration: 706318000
2015-02-12 16:23:19,894 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16340
2015-02-12 16:23:19,896 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65356, dest: /127.0.0.1:64700, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, duration: 707313000
2015-02-12 16:23:19,896 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,896 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16340
2015-02-12 16:23:19,897 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65355, dest: /127.0.0.1:64707, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, duration: 709006000
2015-02-12 16:23:19,897 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16340
2015-02-12 16:23:19,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,903 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:19,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089 src: /127.0.0.1:65376 dest: /127.0.0.1:64710
2015-02-12 16:23:19,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089 src: /127.0.0.1:65377 dest: /127.0.0.1:64707
2015-02-12 16:23:19,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089 src: /127.0.0.1:65378 dest: /127.0.0.1:64704
2015-02-12 16:23:19,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65378, dest: /127.0.0.1:64704, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, duration: 1444000
2015-02-12 16:23:19,911 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65377, dest: /127.0.0.1:64707, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, duration: 2084000
2015-02-12 16:23:19,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65376, dest: /127.0.0.1:64710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, duration: 2854000
2015-02-12 16:23:19,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:19,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:19,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:19,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:19,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:19,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:19,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090 src: /127.0.0.1:65380 dest: /127.0.0.1:64707
2015-02-12 16:23:19,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090 src: /127.0.0.1:65381 dest: /127.0.0.1:64704
2015-02-12 16:23:19,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090 src: /127.0.0.1:65382 dest: /127.0.0.1:64710
2015-02-12 16:23:19,944 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65382, dest: /127.0.0.1:64710, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, duration: 1719000
2015-02-12 16:23:19,944 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65381, dest: /127.0.0.1:64704, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, duration: 2286000
2015-02-12 16:23:19,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,945 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:19,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65380, dest: /127.0.0.1:64707, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, duration: 3141000
2015-02-12 16:23:19,946 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:19,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:19,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:19,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:19,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003/job_1423786898409_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:19,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:19,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:19,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091 src: /127.0.0.1:65383 dest: /127.0.0.1:64704
2015-02-12 16:23:19,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091 src: /127.0.0.1:65384 dest: /127.0.0.1:64710
2015-02-12 16:23:19,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091 src: /127.0.0.1:65385 dest: /127.0.0.1:64707
2015-02-12 16:23:19,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65385, dest: /127.0.0.1:64707, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, duration: 1920000
2015-02-12 16:23:19,969 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:19,970 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65384, dest: /127.0.0.1:64710, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, duration: 2483000
2015-02-12 16:23:19,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,971 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65383, dest: /127.0.0.1:64704, bytes: 113368, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1241370159_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, duration: 3414000
2015-02-12 16:23:19,971 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:19,972 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:19,973 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1241370159_1
2015-02-12 16:23:19,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:19,994 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:23:19,994 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:19,994 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0003 with final state: FINISHING
2015-02-12 16:23:19,994 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:19,994 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0003
2015-02-12 16:23:19,995 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:19,995 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:20,175 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:20,176 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:23:20,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000003
2015-02-12 16:23:20,176 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:23:20,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000003 on node: host: 10.1.1.67:64750 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:20,709 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:20,709 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:23:20,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000005
2015-02-12 16:23:20,709 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:20,709 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000005 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:20,797 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:20,797 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:23:20,797 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000002
2015-02-12 16:23:20,797 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 16:23:20,798 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000002 on node: host: 10.1.1.67:64754 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 16:23:20,798 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:20,798 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:23:20,798 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000006
2015-02-12 16:23:20,798 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:20,799 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000006 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:20,855 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:20,855 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:23:20,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000004
2015-02-12 16:23:20,855 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:20,856 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000004 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:20,999 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0003 unregistered successfully.
2015-02-12 16:23:21,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:23:21,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:23:21,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:23:21,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:23:21,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:23:21,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:21,003 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:23:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0003 dst=null perm=null proto=rpc
2015-02-12 16:23:21,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testdelimitedtemplates52697C42DE6A4C45A653CE8B7A33C905 dst=null perm=null proto=rpc
2015-02-12 16:23:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=null proto=rpc
2015-02-12 16:23:21,049 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary
2015-02-12 16:23:21,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:21,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:21,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:21,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:21,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:21,064 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:21,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:21,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:21,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:21,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:21,082 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:21,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:21,085 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testdelimitedtemplates
2015-02-12 16:23:21,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=null proto=rpc
2015-02-12 16:23:21,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=null proto=rpc
2015-02-12 16:23:21,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=null proto=rpc
2015-02-12 16:23:21,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates dst=null perm=null proto=rpc
2015-02-12 16:23:21,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:23:21,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:23:21,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/3-c dst=null perm=null proto=rpc
2015-02-12 16:23:21,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/4-d dst=null perm=null proto=rpc
2015-02-12 16:23:21,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testdelimitedtemplates/5-e dst=null perm=null proto=rpc
2015-02-12 16:23:21,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,096 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:21,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092 src: /127.0.0.1:65389 dest: /127.0.0.1:64704
2015-02-12 16:23:21,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092 src: /127.0.0.1:65390 dest: /127.0.0.1:64710
2015-02-12 16:23:21,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092 src: /127.0.0.1:65391 dest: /127.0.0.1:64700
2015-02-12 16:23:21,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65391, dest: /127.0.0.1:64700, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, duration: 1130000
2015-02-12 16:23:21,103 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,103 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65390, dest: /127.0.0.1:64710, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, duration: 1766000
2015-02-12 16:23:21,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,103 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,104 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65389, dest: /127.0.0.1:64704, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, duration: 2553000
2015-02-12 16:23:21,104 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,107 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:21,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093 src: /127.0.0.1:65392 dest: /127.0.0.1:64700
2015-02-12 16:23:21,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093 src: /127.0.0.1:65393 dest: /127.0.0.1:64704
2015-02-12 16:23:21,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093 src: /127.0.0.1:65394 dest: /127.0.0.1:64707
2015-02-12 16:23:21,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65394, dest: /127.0.0.1:64707, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, duration: 1181000
2015-02-12 16:23:21,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65393, dest: /127.0.0.1:64704, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, duration: 1797000
2015-02-12 16:23:21,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65392, dest: /127.0.0.1:64700, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, duration: 2808000
2015-02-12 16:23:21,120 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,134 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:21,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,147 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:21,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/upper.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,157 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:21,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094 src: /127.0.0.1:65397 dest: /127.0.0.1:64707
2015-02-12 16:23:21,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094 src: /127.0.0.1:65398 dest: /127.0.0.1:64700
2015-02-12 16:23:21,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094 src: /127.0.0.1:65399 dest: /127.0.0.1:64710
2015-02-12 16:23:21,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65399, dest: /127.0.0.1:64710, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, duration: 1184000
2015-02-12 16:23:21,164 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65398, dest: /127.0.0.1:64700, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, duration: 1862000
2015-02-12 16:23:21,165 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,165 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,165 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65397, dest: /127.0.0.1:64707, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, duration: 2706000
2015-02-12 16:23:21,166 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,182 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:21,184 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:23:21,184 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:23:21,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt"]
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct"]
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:23:21,203 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:23:21,204 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pplatform/sidefile/direct
2015-02-12 16:23:21,214 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:21,227 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:21,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:21,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:21,233 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 4
2015-02-12 16:23:21,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=null proto=rpc
2015-02-12 16:23:21,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:23:21,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:23:21,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:21,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 src: /127.0.0.1:65401 dest: /127.0.0.1:64710
2015-02-12 16:23:21,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 src: /127.0.0.1:65402 dest: /127.0.0.1:64700
2015-02-12 16:23:21,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 src: /127.0.0.1:65403 dest: /127.0.0.1:64707
2015-02-12 16:23:21,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65403, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, duration: 2225000
2015-02-12 16:23:21,249 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,249 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65402, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, duration: 2939000
2015-02-12 16:23:21,249 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65401, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, duration: 3871000
2015-02-12 16:23:21,250 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,253 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar
2015-02-12 16:23:21,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:23:21,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:23:21,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:21,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:23:21,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:23:21,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,264 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:21,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:21,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,269 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split
2015-02-12 16:23:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:21,271 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:21,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096 src: /127.0.0.1:65404 dest: /127.0.0.1:64710
2015-02-12 16:23:21,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096 src: /127.0.0.1:65405 dest: /127.0.0.1:64704
2015-02-12 16:23:21,275 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096 src: /127.0.0.1:65406 dest: /127.0.0.1:64707
2015-02-12 16:23:21,276 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096 src: /127.0.0.1:65407 dest: /127.0.0.1:64700
2015-02-12 16:23:21,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65407, dest: /127.0.0.1:64700, bytes: 1423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, duration: 2087000
2015-02-12 16:23:21,280 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65406, dest: /127.0.0.1:64707, bytes: 1423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, duration: 2864000
2015-02-12 16:23:21,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,280 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,281 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65405, dest: /127.0.0.1:64704, bytes: 1423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, duration: 3652000
2015-02-12 16:23:21,281 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,282 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65404, dest: /127.0.0.1:64710, bytes: 1423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, duration: 4562000
2015-02-12 16:23:21,282 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,285 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:21,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097 src: /127.0.0.1:65408 dest: /127.0.0.1:64707
2015-02-12 16:23:21,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097 src: /127.0.0.1:65409 dest: /127.0.0.1:64700
2015-02-12 16:23:21,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097 src: /127.0.0.1:65410 dest: /127.0.0.1:64704
2015-02-12 16:23:21,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65410, dest: /127.0.0.1:64704, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, duration: 1350000
2015-02-12 16:23:21,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65409, dest: /127.0.0.1:64700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, duration: 1757000
2015-02-12 16:23:21,296 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65408, dest: /127.0.0.1:64707, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, duration: 2769000
2015-02-12 16:23:21,297 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,300 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:23:21,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:21,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:21,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098 src: /127.0.0.1:65411 dest: /127.0.0.1:64704
2015-02-12 16:23:21,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098 src: /127.0.0.1:65412 dest: /127.0.0.1:64700
2015-02-12 16:23:21,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098 src: /127.0.0.1:65413 dest: /127.0.0.1:64710
2015-02-12 16:23:21,329 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65413, dest: /127.0.0.1:64710, bytes: 96770, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, duration: 1842000
2015-02-12 16:23:21,329 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:21,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:21,330 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65412, dest: /127.0.0.1:64700, bytes: 96770, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, duration: 2324000
2015-02-12 16:23:21,330 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65411, dest: /127.0.0.1:64704, bytes: 96770, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, duration: 3277000
2015-02-12 16:23:21,331 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:21,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:21,335 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:21,335 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0004
2015-02-12 16:23:21,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=null proto=rpc
2015-02-12 16:23:21,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:21,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:21,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:21,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:21,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:21,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,349 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 4 submitted by user soberoi
2015-02-12 16:23:21,349 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0004
2015-02-12 16:23:21,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0004
2015-02-12 16:23:21,349 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0004
2015-02-12 16:23:21,349 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from NEW to NEW_SAVING
2015-02-12 16:23:21,349 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:23:21,349 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0004 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:23:21,350 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 16:23:21,350 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0004
2015-02-12 16:23:21,350 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,350 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from NEW to SUBMITTED
2015-02-12 16:23:21,350 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0004_000001 to scheduler from user: soberoi
2015-02-12 16:23:21,351 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:23:21,353 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0004/
2015-02-12 16:23:21,353 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0004
2015-02-12 16:23:21,353 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0004/
2015-02-12 16:23:21,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:21,712 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:21,712 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000001
2015-02-12 16:23:21,712 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:23:21,713 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0004_01_000001
2015-02-12 16:23:21,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:21,713 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0004 AttemptId: appattempt_1423786898409_0004_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0004_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ]
2015-02-12 16:23:21,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:23:21,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:23:21,715 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0004_000001
2015-02-12 16:23:21,716 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0004_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,716 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:23:21,716 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,716 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,718 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:21,720 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000001 by user soberoi
2015-02-12 16:23:21,721 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0004
2015-02-12 16:23:21,721 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000001
2015-02-12 16:23:21,721 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from NEW to INITING
2015-02-12 16:23:21,721 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000001 to application application_1423786898409_0004
2015-02-12 16:23:21,721 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0004_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0004_000001
2015-02-12 16:23:21,721 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from INITING to RUNNING
2015-02-12 16:23:21,721 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:23:21,722 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:23:21,722 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:21,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:21,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:23:21,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:23:21,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:21,723 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0004_01_000001
2015-02-12 16:23:21,732 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0004_01_000001.tokens. Credentials list:
2015-02-12 16:23:21,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:21,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:21,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:21,859 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:21,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001.tokens
2015-02-12 16:23:21,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:21,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:21,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:22,012 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:22,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:22,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:22,059 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:22,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:22,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:22,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:22,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:22,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:22,152 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:22,152 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:22,182 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:22,182 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:22,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:22,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001/default_container_executor.sh]
2015-02-12 16:23:22,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:22,721 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:22,803 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:22,803 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:22,865 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:23,191 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:23,357 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:23:23,358 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:23:23,524 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64707 to replicate blk_1073741919_1095 to datanode(s) 127.0.0.1:64704
2015-02-12 16:23:23,524 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741906_1082, blk_1073741901_1077, blk_1073741902_1078]
2015-02-12 16:23:23,525 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741908_1084, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 16:23:23,727 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:23,807 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:23,807 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:23,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:24,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:24,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:23:24,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:23:24,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:23:24,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=null proto=rpc
2015-02-12 16:23:24,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:23:24,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:24,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:24,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:23:24,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 16:23:24,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 16:23:24,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:23:24,242 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:23:24,243 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:23:24,244 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:23:24,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:24,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:24,526 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 to 127.0.0.1:64704
2015-02-12 16:23:24,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 src: /127.0.0.1:65419 dest: /127.0.0.1:64704
2015-02-12 16:23:24,529 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 (numBytes=254067) to /127.0.0.1:64704
2015-02-12 16:23:24,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083
2015-02-12 16:23:24,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095 src: /127.0.0.1:65419 dest: /127.0.0.1:64704 of size 254067
2015-02-12 16:23:24,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741919_1095 size 254067
2015-02-12 16:23:24,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088
2015-02-12 16:23:24,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086
2015-02-12 16:23:24,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085
2015-02-12 16:23:24,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083
2015-02-12 16:23:24,730 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:23:24,772 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:23:24,813 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:24,813 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:24,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088
2015-02-12 16:23:24,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087
2015-02-12 16:23:24,878 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085
2015-02-12 16:23:25,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091
2015-02-12 16:23:25,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741907_1083
2015-02-12 16:23:25,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089
2015-02-12 16:23:25,204 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090
2015-02-12 16:23:25,204 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086
2015-02-12 16:23:25,404 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:25,406 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0004_000001
2015-02-12 16:23:25,406 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0004 APPATTEMPTID=appattempt_1423786898409_0004_000001
2015-02-12 16:23:25,406 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:23:25,407 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from ACCEPTED to RUNNING
2015-02-12 16:23:25,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:25,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:25,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:25,731 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,772 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:25,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099 src: /127.0.0.1:65425 dest: /127.0.0.1:64704
2015-02-12 16:23:25,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099 src: /127.0.0.1:65426 dest: /127.0.0.1:64700
2015-02-12 16:23:25,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099 src: /127.0.0.1:65427 dest: /127.0.0.1:64707
2015-02-12 16:23:25,822 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,822 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65427, dest: /127.0.0.1:64707, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, duration: 29092000
2015-02-12 16:23:25,851 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:25,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:23:25,852 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65426, dest: /127.0.0.1:64700, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, duration: 29654000
2015-02-12 16:23:25,852 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:25,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:25,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65425, dest: /127.0.0.1:64704, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, duration: 30821000
2015-02-12 16:23:25,853 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:25,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:25,860 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:25,880 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:25,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:25,893 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:25,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100 src: /127.0.0.1:65428 dest: /127.0.0.1:64707
2015-02-12 16:23:25,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100 src: /127.0.0.1:65429 dest: /127.0.0.1:64710
2015-02-12 16:23:25,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100 src: /127.0.0.1:65430 dest: /127.0.0.1:64704
2015-02-12 16:23:25,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65430, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, duration: 1222000
2015-02-12 16:23:25,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:25,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:25,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65429, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, duration: 1865000
2015-02-12 16:23:25,901 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:25,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:25,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65428, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, duration: 2715000
2015-02-12 16:23:25,902 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:25,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:25,905 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004.summary is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:26,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0003_01_000001 succeeded
2015-02-12 16:23:26,149 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:23:26,149 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0003_01_000001
2015-02-12 16:23:26,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001
2015-02-12 16:23:26,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001
2015-02-12 16:23:26,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001
2015-02-12 16:23:26,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0003/container_1423786898409_0003_01_000001
2015-02-12 16:23:26,163 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000001
2015-02-12 16:23:26,163 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:23:26,163 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0003_01_000001 from application application_1423786898409_0003
2015-02-12 16:23:26,163 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:26,163 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0003
2015-02-12 16:23:26,208 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:26,208 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0003_000001
2015-02-12 16:23:26,208 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:23:26,208 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0003_000001
2015-02-12 16:23:26,208 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000001
2015-02-12 16:23:26,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0003_000001 State change from FINISHING to FINISHED
2015-02-12 16:23:26,208 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:26,208 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0003 State change from FINISHING to FINISHED
2015-02-12 16:23:26,208 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0003_000001 released container container_1423786898409_0003_01_000001 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:26,209 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0003
2015-02-12 16:23:26,209 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0003_000001 is done. finalState=FINISHED
2015-02-12 16:23:26,209 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0003,name=[CC787219A23849DFAF2DE6470C4D4F87/323DD3DB8664485DA83154F89E1763F4] test/(1/1) ...rm/testdelimitedtemplates,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0003/jobhistory/job/job_1423786898409_0003,appMasterHost=10.1.1.67,startTime=1423786983085,finishTime=1423786999994,finalStatus=SUCCEEDED
2015-02-12 16:23:26,209 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0003 requests cleared
2015-02-12 16:23:26,209 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0003_000001
2015-02-12 16:23:26,217 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0003_000001 (auth:SIMPLE)
2015-02-12 16:23:26,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0003_01_000001
2015-02-12 16:23:26,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0003 CONTAINERID=container_1423786898409_0003_01_000001
2015-02-12 16:23:26,222 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0003_01_000001]
2015-02-12 16:23:26,222 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,222 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:26,222 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,223 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0003
2015-02-12 16:23:26,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,224 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:26,224 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0003, with delay of 10800 seconds
2015-02-12 16:23:26,532 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741908_1084, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 16:23:26,532 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741908_1084, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 16:23:26,742 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:26,742 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,743 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:26,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0003
2015-02-12 16:23:26,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,744 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:26,744 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0003, with delay of 10800 seconds
2015-02-12 16:23:26,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000002
2015-02-12 16:23:26,745 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:23:26,829 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,830 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,829 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:26,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:26,830 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000003
2015-02-12 16:23:26,831 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:26,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,831 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0003
2015-02-12 16:23:26,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,832 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:26,832 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0003, with delay of 10800 seconds
2015-02-12 16:23:26,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,832 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,887 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:26,887 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:26,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,888 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0003
2015-02-12 16:23:26,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:26,888 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000004
2015-02-12 16:23:26,888 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:26,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0003
2015-02-12 16:23:26,888 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:26,889 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0003, with delay of 10800 seconds
2015-02-12 16:23:27,226 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:27,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:27,226 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000005
2015-02-12 16:23:27,227 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:23:27,257 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 16:23:27,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:23:27,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:23:27,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:23:27,258 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:23:27,457 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0004_01_000002
2015-02-12 16:23:27,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:27,458 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0004_01_000003
2015-02-12 16:23:27,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:27,458 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0004_01_000004
2015-02-12 16:23:27,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:27,459 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0004_01_000005
2015-02-12 16:23:27,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:27,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:27,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:27,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 16:23:27,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 16:23:27,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 16:23:27,528 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908 for deletion
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901 for deletion
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741901_1077 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741901
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 16:23:27,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 16:23:27,529 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 16:23:27,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741908_1084 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741908
2015-02-12 16:23:27,530 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 16:23:27,582 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:27,582 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:27,582 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:27,583 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000005 by user soberoi
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0004
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000003 by user soberoi
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000002 by user soberoi
2015-02-12 16:23:27,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000005
2015-02-12 16:23:27,588 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000002
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0004
2015-02-12 16:23:27,588 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from NEW to INITING
2015-02-12 16:23:27,588 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000002 to application application_1423786898409_0004
2015-02-12 16:23:27,588 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from NEW to INITING
2015-02-12 16:23:27,587 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000004 by user soberoi
2015-02-12 16:23:27,588 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:23:27,589 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,589 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,589 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:27,589 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0004
2015-02-12 16:23:27,588 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000003 to application application_1423786898409_0004
2015-02-12 16:23:27,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000004
2015-02-12 16:23:27,589 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from INITING to RUNNING
2015-02-12 16:23:27,589 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from NEW to INITING
2015-02-12 16:23:27,590 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000004 to application application_1423786898409_0004
2015-02-12 16:23:27,590 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from INITING to RUNNING
2015-02-12 16:23:27,590 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:23:27,590 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,590 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,590 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:27,590 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0004
2015-02-12 16:23:27,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,591 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,591 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0004_01_000004
2015-02-12 16:23:27,588 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000005 to application application_1423786898409_0004
2015-02-12 16:23:27,592 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from INITING to RUNNING
2015-02-12 16:23:27,593 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:23:27,593 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,593 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,593 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:27,593 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0004
2015-02-12 16:23:27,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,593 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0004_01_000005
2015-02-12 16:23:27,588 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000003
2015-02-12 16:23:27,590 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:23:27,596 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,596 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0004
2015-02-12 16:23:27,596 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:27,596 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0004
2015-02-12 16:23:27,589 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0004
2015-02-12 16:23:27,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:27,599 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:27,603 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0004_01_000003
2015-02-12 16:23:27,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0004_01_000004.tokens. Credentials list:
2015-02-12 16:23:27,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0004_01_000005.tokens. Credentials list:
2015-02-12 16:23:27,627 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0004_01_000003.tokens. Credentials list:
2015-02-12 16:23:27,658 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:27,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:27,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:27,747 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:27,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:27,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:27,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:27,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000002/default_container_executor.sh]
2015-02-12 16:23:27,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:27,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:27,837 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:27,891 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:27,891 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:27,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0004_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004.tokens
2015-02-12 16:23:27,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:27,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005.tokens
2015-02-12 16:23:27,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:27,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003.tokens
2015-02-12 16:23:27,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:28,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:28,108 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,108 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,129 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:28,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:28,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,212 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:28,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:28,224 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:28,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:28,252 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:28,252 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:28,260 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:28,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:28,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:28,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:28,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004/default_container_executor.sh]
2015-02-12 16:23:28,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003/default_container_executor.sh]
2015-02-12 16:23:28,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005/default_container_executor.sh]
2015-02-12 16:23:28,476 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:23:29,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097
2015-02-12 16:23:29,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094
2015-02-12 16:23:29,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089
2015-02-12 16:23:29,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741909_1085
2015-02-12 16:23:29,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741912_1088
2015-02-12 16:23:29,538 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095
2015-02-12 16:23:29,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087
2015-02-12 16:23:29,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090
2015-02-12 16:23:29,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097
2015-02-12 16:23:29,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095
2015-02-12 16:23:29,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092
2015-02-12 16:23:29,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098
2015-02-12 16:23:29,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091
2015-02-12 16:23:29,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741910_1086
2015-02-12 16:23:29,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096
2015-02-12 16:23:29,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093
2015-02-12 16:23:29,861 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741915_1091
2015-02-12 16:23:29,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741911_1087
2015-02-12 16:23:29,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741913_1089
2015-02-12 16:23:29,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741914_1090
2015-02-12 16:23:29,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093
2015-02-12 16:23:29,864 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096
2015-02-12 16:23:30,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095
2015-02-12 16:23:30,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094
2015-02-12 16:23:30,048 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741917_1093
2015-02-12 16:23:30,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098
2015-02-12 16:23:30,049 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741921_1097
2015-02-12 16:23:30,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092
2015-02-12 16:23:30,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096
2015-02-12 16:23:30,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741919_1095
2015-02-12 16:23:30,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741920_1096
2015-02-12 16:23:30,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741916_1092
2015-02-12 16:23:30,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741918_1094
2015-02-12 16:23:30,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741922_1098
2015-02-12 16:23:34,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099
2015-02-12 16:23:34,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100
2015-02-12 16:23:34,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:34,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100
2015-02-12 16:23:34,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099
2015-02-12 16:23:35,056 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741923_1099
2015-02-12 16:23:35,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:35,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:35,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:35,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:35,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741924_1100
2015-02-12 16:23:35,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:35,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:35,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs.txt dst=null perm=null proto=rpc
2015-02-12 16:23:35,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:35,794 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:35,796 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000002
2015-02-12 16:23:35,796 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000002
2015-02-12 16:23:35,796 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:23:35,797 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000002
2015-02-12 16:23:35,812 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:35,812 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 833 Total time for transactions(ms): 69 Number of transactions batched in Syncs: 34 Number of syncs: 513 SyncTimes(ms): 163 104
2015-02-12 16:23:35,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101 src: /127.0.0.1:65480 dest: /127.0.0.1:64704
2015-02-12 16:23:35,816 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0004_01_000002 is : 143
2015-02-12 16:23:35,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101 src: /127.0.0.1:65481 dest: /127.0.0.1:64710
2015-02-12 16:23:35,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101 src: /127.0.0.1:65482 dest: /127.0.0.1:64700
2015-02-12 16:23:35,822 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist for DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:35,825 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:35,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000002
2015-02-12 16:23:35,827 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000002
2015-02-12 16:23:35,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000002
2015-02-12 16:23:35,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000002
2015-02-12 16:23:35,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000002
2015-02-12 16:23:35,831 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:35,831 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000002 from application application_1423786898409_0004
2015-02-12 16:23:35,831 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:35,832 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:36,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:23:36,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:23:36,078 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:36,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000004
2015-02-12 16:23:36,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000004
2015-02-12 16:23:36,080 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:23:36,080 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000004
2015-02-12 16:23:36,099 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0004_01_000004 is : 143
2015-02-12 16:23:36,105 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:36,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000005
2015-02-12 16:23:36,107 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000005
2015-02-12 16:23:36,107 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:23:36,107 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000005
2015-02-12 16:23:36,110 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:36,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004
2015-02-12 16:23:36,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004
2015-02-12 16:23:36,111 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000004
2015-02-12 16:23:36,111 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:36,111 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000004 from application application_1423786898409_0004
2015-02-12 16:23:36,111 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:36,111 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:36,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004
2015-02-12 16:23:36,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000004
2015-02-12 16:23:36,125 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0004_01_000005 is : 143
2015-02-12 16:23:36,135 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:36,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005
2015-02-12 16:23:36,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005
2015-02-12 16:23:36,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005
2015-02-12 16:23:36,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000005
2015-02-12 16:23:36,136 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000005
2015-02-12 16:23:36,137 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:36,137 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000005 from application application_1423786898409_0004
2015-02-12 16:23:36,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:36,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:36,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:23:36,205 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:36,207 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000003
2015-02-12 16:23:36,207 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000003
2015-02-12 16:23:36,207 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:23:36,207 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000003
2015-02-12 16:23:36,225 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0004_01_000003 is : 143
2015-02-12 16:23:36,236 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:36,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003
2015-02-12 16:23:36,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003
2015-02-12 16:23:36,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003
2015-02-12 16:23:36,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000003
2015-02-12 16:23:36,238 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000003
2015-02-12 16:23:36,239 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:36,239 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000003 from application application_1423786898409_0004
2015-02-12 16:23:36,239 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:36,239 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:36,805 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:36,805 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:23:36,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000002
2015-02-12 16:23:36,805 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:23:36,805 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000002 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:37,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:37,084 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:23:37,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000004
2015-02-12 16:23:37,084 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:37,084 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000004 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:37,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:37,112 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:23:37,112 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000005
2015-02-12 16:23:37,123 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:37,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000005 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:37,216 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:37,216 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:23:37,216 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000003
2015-02-12 16:23:37,217 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:37,217 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000003 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:37,810 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:37,810 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:37,811 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000006
2015-02-12 16:23:37,811 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:23:38,090 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:38,122 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:38,225 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:38,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:38,563 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:38,566 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0004_01_000006 by user soberoi
2015-02-12 16:23:38,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000006
2015-02-12 16:23:38,566 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0004_01_000006 to application application_1423786898409_0004
2015-02-12 16:23:38,566 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:23:38,567 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0004
2015-02-12 16:23:38,567 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0004
2015-02-12 16:23:38,567 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:38,567 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0004
2015-02-12 16:23:38,567 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:38,597 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:38,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:38,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000006/default_container_executor.sh]
2015-02-12 16:23:38,811 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0004_01_000002]
2015-02-12 16:23:38,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:38,811 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:39,096 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0004_01_000004]
2015-02-12 16:23:39,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:39,131 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0004_01_000005]
2015-02-12 16:23:39,131 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:39,229 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0004_01_000003]
2015-02-12 16:23:39,229 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:39,561 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:23:41,149 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:23:41,152 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:23:41,153 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:23:41,154 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 16:23:41,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:41,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:41,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,449 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:41,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102 src: /127.0.0.1:65493 dest: /127.0.0.1:64704
2015-02-12 16:23:41,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102 src: /127.0.0.1:65494 dest: /127.0.0.1:64707
2015-02-12 16:23:41,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102 src: /127.0.0.1:65495 dest: /127.0.0.1:64700
2015-02-12 16:23:41,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65495, dest: /127.0.0.1:64700, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, duration: 38673000
2015-02-12 16:23:41,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65494, dest: /127.0.0.1:64707, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, duration: 39577000
2015-02-12 16:23:41,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,562 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65493, dest: /127.0.0.1:64704, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, duration: 40477000
2015-02-12 16:23:41,562 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1
2015-02-12 16:23:41,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:41,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:41,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/_temporary/_attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,603 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:41,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103 src: /127.0.0.1:65496 dest: /127.0.0.1:64700
2015-02-12 16:23:41,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103 src: /127.0.0.1:65497 dest: /127.0.0.1:64707
2015-02-12 16:23:41,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103 src: /127.0.0.1:65498 dest: /127.0.0.1:64704
2015-02-12 16:23:41,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65498, dest: /127.0.0.1:64704, bytes: 237, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, duration: 1393000
2015-02-12 16:23:41,612 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65497, dest: /127.0.0.1:64707, bytes: 237, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, duration: 1991000
2015-02-12 16:23:41,613 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65496, dest: /127.0.0.1:64700, bytes: 237, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, duration: 3298000
2015-02-12 16:23:41,614 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,617 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0004_r_000000_0_1748259789_1
2015-02-12 16:23:41,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:41,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/task_1423786898409_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:23:41,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/_temporary/attempt_1423786898409_0004_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/task_1423786898409_0004_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:41,643 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:41,645 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000006
2015-02-12 16:23:41,645 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000006
2015-02-12 16:23:41,645 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:23:41,645 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000006
2015-02-12 16:23:41,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,652 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:23:41,664 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0004_01_000006 is : 143
2015-02-12 16:23:41,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:41,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:41,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/task_1423786898409_0004_r_000000 dst=null perm=null proto=rpc
2015-02-12 16:23:41,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:41,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary/1/task_1423786898409_0004_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,676 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:41,677 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000006
2015-02-12 16:23:41,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000006
2015-02-12 16:23:41,678 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:41,678 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000006 from application application_1423786898409_0004
2015-02-12 16:23:41,678 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:41,678 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:41,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000006
2015-02-12 16:23:41,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000006
2015-02-12 16:23:41,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000006
2015-02-12 16:23:41,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:41,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,691 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,711 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65482, dest: /127.0.0.1:64700, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, duration: 5891524000
2015-02-12 16:23:41,711 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 15706
2015-02-12 16:23:41,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65481, dest: /127.0.0.1:64710, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, duration: 5892621000
2015-02-12 16:23:41,713 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 15706
2015-02-12 16:23:41,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65480, dest: /127.0.0.1:64704, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, duration: 5895507000
2015-02-12 16:23:41,715 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 15706
2015-02-12 16:23:41,718 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,723 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:41,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104 src: /127.0.0.1:65500 dest: /127.0.0.1:64707
2015-02-12 16:23:41,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104 src: /127.0.0.1:65501 dest: /127.0.0.1:64704
2015-02-12 16:23:41,729 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104 src: /127.0.0.1:65502 dest: /127.0.0.1:64710
2015-02-12 16:23:41,732 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65502, dest: /127.0.0.1:64710, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, duration: 1513000
2015-02-12 16:23:41,732 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,733 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65501, dest: /127.0.0.1:64704, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, duration: 2312000
2015-02-12 16:23:41,733 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,733 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65500, dest: /127.0.0.1:64707, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, duration: 3293000
2015-02-12 16:23:41,734 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,735 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,736 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:41,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:41,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:41,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:41,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:41,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,762 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:41,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105 src: /127.0.0.1:65504 dest: /127.0.0.1:64707
2015-02-12 16:23:41,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105 src: /127.0.0.1:65505 dest: /127.0.0.1:64700
2015-02-12 16:23:41,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105 src: /127.0.0.1:65506 dest: /127.0.0.1:64704
2015-02-12 16:23:41,771 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65506, dest: /127.0.0.1:64704, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, duration: 1853000
2015-02-12 16:23:41,772 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:23:41,772 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65505, dest: /127.0.0.1:64700, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, duration: 2806000
2015-02-12 16:23:41,772 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,773 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65504, dest: /127.0.0.1:64707, bytes: 61370, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, duration: 3905000
2015-02-12 16:23:41,774 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:41,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:41,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:41,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:41,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004/job_1423786898409_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:41,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:41,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:23:41,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106 src: /127.0.0.1:65508 dest: /127.0.0.1:64707
2015-02-12 16:23:41,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106 src: /127.0.0.1:65509 dest: /127.0.0.1:64700
2015-02-12 16:23:41,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106 src: /127.0.0.1:65510 dest: /127.0.0.1:64710
2015-02-12 16:23:41,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65510, dest: /127.0.0.1:64710, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, duration: 1797000
2015-02-12 16:23:41,802 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:41,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:23:41,803 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65509, dest: /127.0.0.1:64700, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, duration: 2532000
2015-02-12 16:23:41,803 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,804 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65508, dest: /127.0.0.1:64707, bytes: 113461, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1773973219_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, duration: 3454000
2015-02-12 16:23:41,804 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:41,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:41,807 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1773973219_1
2015-02-12 16:23:41,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:41,823 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:23:41,823 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:41,824 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0004 with final state: FINISHING
2015-02-12 16:23:41,824 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:41,824 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:41,824 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0004
2015-02-12 16:23:41,824 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:42,654 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:42,654 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:23:42,654 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000006
2015-02-12 16:23:42,654 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:23:42,654 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000006 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:23:42,828 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0004 unregistered successfully.
2015-02-12 16:23:42,832 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:23:42,832 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64700
2015-02-12 16:23:42,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:42,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:23:42,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:23:42,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64700
2015-02-12 16:23:42,833 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:23:42,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0004 dst=null perm=null proto=rpc
2015-02-12 16:23:42,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,870 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary
2015-02-12 16:23:42,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:42,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,884 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:42,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,899 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:42,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,915 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:42,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,917 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/sidefile/indirect
2015-02-12 16:23:42,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect dst=null perm=null proto=rpc
2015-02-12 16:23:42,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/indirect/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,925 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/sidefile/direct
2015-02-12 16:23:42,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct dst=null perm=null proto=rpc
2015-02-12 16:23:42,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/sidefile/direct/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:42,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:23:42,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:23:42,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:42,935 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz. BP-1176644069-10.1.1.67-1423786882342 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:42,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107 src: /127.0.0.1:65514 dest: /127.0.0.1:64710
2015-02-12 16:23:42,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107 src: /127.0.0.1:65515 dest: /127.0.0.1:64700
2015-02-12 16:23:42,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107 src: /127.0.0.1:65516 dest: /127.0.0.1:64704
2015-02-12 16:23:42,943 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65516, dest: /127.0.0.1:64704, bytes: 912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, duration: 1048000
2015-02-12 16:23:42,943 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:42,944 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65515, dest: /127.0.0.1:64700, bytes: 912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, duration: 1681000
2015-02-12 16:23:42,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:42,944 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:42,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65514, dest: /127.0.0.1:64710, bytes: 912, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, duration: 2595000
2015-02-12 16:23:42,945 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:42,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:42,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:42,947 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:42,965 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:23:42,966 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:23:42,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz"]
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling"]
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 1
2015-02-12 16:23:42,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 1
2015-02-12 16:23:42,982 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...IteratorExceptionHandling
2015-02-12 16:23:42,996 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:43,037 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:43,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:43,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:43,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:43,043 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 5
2015-02-12 16:23:43,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=null proto=rpc
2015-02-12 16:23:43,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:23:43,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:23:43,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,051 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:43,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 src: /127.0.0.1:65518 dest: /127.0.0.1:64704
2015-02-12 16:23:43,055 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 src: /127.0.0.1:65519 dest: /127.0.0.1:64707
2015-02-12 16:23:43,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 src: /127.0.0.1:65520 dest: /127.0.0.1:64710
2015-02-12 16:23:43,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65520, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, duration: 2852000
2015-02-12 16:23:43,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:43,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,062 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65519, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, duration: 3746000
2015-02-12 16:23:43,062 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,063 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65518, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, duration: 4761000
2015-02-12 16:23:43,063 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,064 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:43,066 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar
2015-02-12 16:23:43,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:23:43,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:23:43,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:43,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:23:43,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:23:43,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:23:43,079 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:43,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:23:43,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,084 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split
2015-02-12 16:23:43,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:43,085 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:43,087 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109 src: /127.0.0.1:65521 dest: /127.0.0.1:64710
2015-02-12 16:23:43,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109 src: /127.0.0.1:65522 dest: /127.0.0.1:64707
2015-02-12 16:23:43,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109 src: /127.0.0.1:65523 dest: /127.0.0.1:64700
2015-02-12 16:23:43,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109 src: /127.0.0.1:65524 dest: /127.0.0.1:64704
2015-02-12 16:23:43,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65524, dest: /127.0.0.1:64704, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, duration: 1463000
2015-02-12 16:23:43,094 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:43,095 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65523, dest: /127.0.0.1:64700, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, duration: 2103000
2015-02-12 16:23:43,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:43,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,096 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65522, dest: /127.0.0.1:64707, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, duration: 3341000
2015-02-12 16:23:43,096 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,095 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,097 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65521, dest: /127.0.0.1:64710, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, duration: 4607000
2015-02-12 16:23:43,097 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,098 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,099 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:43,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,105 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:43,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110 src: /127.0.0.1:65525 dest: /127.0.0.1:64700
2015-02-12 16:23:43,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110 src: /127.0.0.1:65526 dest: /127.0.0.1:64704
2015-02-12 16:23:43,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110 src: /127.0.0.1:65527 dest: /127.0.0.1:64707
2015-02-12 16:23:43,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65527, dest: /127.0.0.1:64707, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, duration: 1401000
2015-02-12 16:23:43,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:43,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:23:43,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65526, dest: /127.0.0.1:64704, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, duration: 2447000
2015-02-12 16:23:43,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65525, dest: /127.0.0.1:64700, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, duration: 3829000
2015-02-12 16:23:43,116 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,118 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:43,119 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:23:43,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:43,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:43,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111 src: /127.0.0.1:65528 dest: /127.0.0.1:64700
2015-02-12 16:23:43,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111 src: /127.0.0.1:65529 dest: /127.0.0.1:64704
2015-02-12 16:23:43,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111 src: /127.0.0.1:65530 dest: /127.0.0.1:64710
2015-02-12 16:23:43,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65530, dest: /127.0.0.1:64710, bytes: 95674, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, duration: 10589000
2015-02-12 16:23:43,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:43,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65529, dest: /127.0.0.1:64704, bytes: 95674, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, duration: 11348000
2015-02-12 16:23:43,196 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:65528, dest: /127.0.0.1:64700, bytes: 95674, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, duration: 12157000
2015-02-12 16:23:43,197 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:43,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:43,199 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:43,200 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0005
2015-02-12 16:23:43,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=null proto=rpc
2015-02-12 16:23:43,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:43,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:43,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:43,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:43,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:43,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:43,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,221 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 5 submitted by user soberoi
2015-02-12 16:23:43,221 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0005
2015-02-12 16:23:43,222 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0005
2015-02-12 16:23:43,222 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from NEW to NEW_SAVING
2015-02-12 16:23:43,222 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0005
2015-02-12 16:23:43,223 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:23:43,223 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0005 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:23:43,223 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 16:23:43,223 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,223 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from NEW to SUBMITTED
2015-02-12 16:23:43,224 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0005_000001 to scheduler from user: soberoi
2015-02-12 16:23:43,224 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:23:43,225 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0005
2015-02-12 16:23:43,228 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0005/
2015-02-12 16:23:43,228 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423786898409_0005
2015-02-12 16:23:43,228 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0005/
2015-02-12 16:23:43,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:43,253 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000001
2015-02-12 16:23:43,253 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:23:43,253 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0005_01_000001
2015-02-12 16:23:43,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:43,254 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0005 AttemptId: appattempt_1423786898409_0005_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0005_01_000001, NodeId: 10.1.1.67:64754, NodeHttpAddress: 10.1.1.67:64757, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64754 }, ]
2015-02-12 16:23:43,254 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:23:43,255 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:23:43,255 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0005_000001
2015-02-12 16:23:43,257 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0005_01_000001, NodeId: 10.1.1.67:64754, NodeHttpAddress: 10.1.1.67:64757, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64754 }, ] for AM appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,257 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:23:43,257 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,257 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,259 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0005_000001 (auth:SIMPLE)
2015-02-12 16:23:43,261 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0005_01_000001 by user soberoi
2015-02-12 16:23:43,262 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0005
2015-02-12 16:23:43,262 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000001
2015-02-12 16:23:43,262 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from NEW to INITING
2015-02-12 16:23:43,262 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0005_01_000001 to application application_1423786898409_0005
2015-02-12 16:23:43,262 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from INITING to RUNNING
2015-02-12 16:23:43,262 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0005_01_000001, NodeId: 10.1.1.67:64754, NodeHttpAddress: 10.1.1.67:64757, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64754 }, ] for AM appattempt_1423786898409_0005_000001
2015-02-12 16:23:43,263 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:23:43,263 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:23:43,263 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0005
2015-02-12 16:23:43,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:43,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:23:43,263 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:23:43,264 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:43,264 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0005_01_000001
2015-02-12 16:23:43,274 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0005_01_000001.tokens. Credentials list:
2015-02-12 16:23:43,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:43,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001.tokens
2015-02-12 16:23:43,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:43,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:43,553 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:43,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:43,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:43,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:43,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:43,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:43,651 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:43,655 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:43,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:43,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:43,697 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:43,698 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:43,727 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:43,727 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:43,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001/default_container_executor.sh]
2015-02-12 16:23:44,259 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:44,564 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64707 to replicate blk_1073741932_1108 to datanode(s) 127.0.0.1:64700
2015-02-12 16:23:44,565 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741925_1101, blk_1073741919_1095]
2015-02-12 16:23:44,565 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741924_1100, blk_1073741919_1095]
2015-02-12 16:23:44,657 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:45,275 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:23:45,276 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:23:45,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:23:45,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:23:45,277 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:23:45,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:45,560 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 to 127.0.0.1:64700
2015-02-12 16:23:45,560 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:23:45,561 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:23:45,561 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:23:45,561 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:23:45,561 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:23:45,562 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 (numBytes=254067) to /127.0.0.1:64700
2015-02-12 16:23:45,561 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:23:45,563 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:23:45,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 src: /127.0.0.1:49153 dest: /127.0.0.1:64700
2015-02-12 16:23:45,562 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:23:45,563 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:23:45,564 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:23:45,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108 src: /127.0.0.1:49153 dest: /127.0.0.1:64700 of size 254067
2015-02-12 16:23:45,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741932_1108 size 254067
2015-02-12 16:23:45,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:23:45,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:23:45,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:23:45,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=null proto=rpc
2015-02-12 16:23:45,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:23:45,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:45,662 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:45,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:45,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:46,670 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:46,826 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0005_000001 (auth:SIMPLE)
2015-02-12 16:23:46,828 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0005_000001
2015-02-12 16:23:46,828 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0005 APPATTEMPTID=appattempt_1423786898409_0005_000001
2015-02-12 16:23:46,829 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:23:46,829 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from ACCEPTED to RUNNING
2015-02-12 16:23:46,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:46,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:46,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:47,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:47,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112 src: /127.0.0.1:49160 dest: /127.0.0.1:64707
2015-02-12 16:23:47,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112 src: /127.0.0.1:49161 dest: /127.0.0.1:64704
2015-02-12 16:23:47,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112 src: /127.0.0.1:49162 dest: /127.0.0.1:64710
2015-02-12 16:23:47,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49162, dest: /127.0.0.1:64710, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, duration: 25631000
2015-02-12 16:23:47,271 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:47,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:23:47,272 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49161, dest: /127.0.0.1:64704, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, duration: 26353000
2015-02-12 16:23:47,272 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:47,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:47,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49160, dest: /127.0.0.1:64707, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, duration: 27255000
2015-02-12 16:23:47,273 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:47,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:47,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:47,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:47,304 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:47,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113 src: /127.0.0.1:49163 dest: /127.0.0.1:64704
2015-02-12 16:23:47,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113 src: /127.0.0.1:49164 dest: /127.0.0.1:64707
2015-02-12 16:23:47,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113 src: /127.0.0.1:49165 dest: /127.0.0.1:64700
2015-02-12 16:23:47,312 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49165, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, duration: 1324000
2015-02-12 16:23:47,312 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:47,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:47,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49164, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, duration: 2062000
2015-02-12 16:23:47,313 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:47,314 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49163, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, duration: 3011000
2015-02-12 16:23:47,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:23:47,314 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:47,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:47,317 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005.summary is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:47,571 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741920_1096, blk_1073741922_1098, blk_1073741924_1100, blk_1073741925_1101, blk_1073741919_1095]
2015-02-12 16:23:47,572 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741924_1100, blk_1073741925_1101, blk_1073741919_1095]
2015-02-12 16:23:47,672 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:47,971 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0004_01_000001 succeeded
2015-02-12 16:23:47,972 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:23:47,972 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0004_01_000001
2015-02-12 16:23:47,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001
2015-02-12 16:23:47,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001
2015-02-12 16:23:47,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001
2015-02-12 16:23:47,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0004/container_1423786898409_0004_01_000001
2015-02-12 16:23:47,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000001
2015-02-12 16:23:47,986 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:23:47,986 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0004_01_000001 from application application_1423786898409_0004
2015-02-12 16:23:47,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:47,987 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0004
2015-02-12 16:23:48,148 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:48,148 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000002
2015-02-12 16:23:48,148 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:48,282 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:23:48,282 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 16:23:48,282 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:23:48,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:23:48,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:23:48,283 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:23:48,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:23:48,284 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 16:23:48,285 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:23:48,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:48,683 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:23:48,682 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0004_000001
2015-02-12 16:23:48,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000001
2015-02-12 16:23:48,683 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0004_000001
2015-02-12 16:23:48,683 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:48,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0004_000001 State change from FINISHING to FINISHED
2015-02-12 16:23:48,683 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0004_000001 released container container_1423786898409_0004_01_000001 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:48,684 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0004 State change from FINISHING to FINISHED
2015-02-12 16:23:48,684 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:48,684 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0004
2015-02-12 16:23:48,684 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0004_000001 is done. finalState=FINISHED
2015-02-12 16:23:48,684 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0004 requests cleared
2015-02-12 16:23:48,685 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0004_000001
2015-02-12 16:23:48,684 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0004,name=[2DCE2415E1574CA6A45EA88856E09B5E/CD94BF3E2DDA458ABF986F08CB7F7D0D] test/(1/1) ...pplatform/sidefile/direct,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0004/jobhistory/job/job_1423786898409_0004,appMasterHost=10.1.1.67,startTime=1423787001348,finishTime=1423787021824,finalStatus=SUCCEEDED
2015-02-12 16:23:48,688 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0004_000001 (auth:SIMPLE)
2015-02-12 16:23:48,689 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0004_01_000001
2015-02-12 16:23:48,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0004 CONTAINERID=container_1423786898409_0004_01_000001
2015-02-12 16:23:48,690 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0004_01_000001]
2015-02-12 16:23:48,690 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:48,690 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:48,690 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:48,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:48,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:48,691 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:48,691 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0004
2015-02-12 16:23:48,692 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:48,692 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0004, with delay of 10800 seconds
2015-02-12 16:23:48,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:48,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 16:23:48,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 16:23:48,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924 for deletion
2015-02-12 16:23:48,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925 for deletion
2015-02-12 16:23:48,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 16:23:48,813 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 16:23:48,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 16:23:48,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741924_1100 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741924
2015-02-12 16:23:48,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741925_1101 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741925
2015-02-12 16:23:48,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 16:23:48,924 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0005_01_000002
2015-02-12 16:23:48,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:48,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:48,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:48,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:48,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:49,031 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0005_000001 (auth:SIMPLE)
2015-02-12 16:23:49,033 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0005_01_000002 by user soberoi
2015-02-12 16:23:49,033 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0005
2015-02-12 16:23:49,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000002
2015-02-12 16:23:49,034 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from NEW to INITING
2015-02-12 16:23:49,034 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0005_01_000002 to application application_1423786898409_0005
2015-02-12 16:23:49,034 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from INITING to RUNNING
2015-02-12 16:23:49,034 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:23:49,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0005
2015-02-12 16:23:49,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0005
2015-02-12 16:23:49,035 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:49,035 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0005
2015-02-12 16:23:49,035 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:49,035 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:49,035 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0005_01_000002
2015-02-12 16:23:49,047 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0005_01_000002.tokens. Credentials list:
2015-02-12 16:23:49,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:49,153 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:49,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:49,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,154 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0004
2015-02-12 16:23:49,154 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:49,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,154 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0004, with delay of 10800 seconds
2015-02-12 16:23:49,178 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:49,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,179 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0004
2015-02-12 16:23:49,179 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:49,179 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0004, with delay of 10800 seconds
2015-02-12 16:23:49,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002.tokens
2015-02-12 16:23:49,230 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:49,281 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:49,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,282 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0004
2015-02-12 16:23:49,282 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:49,282 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0004, with delay of 10800 seconds
2015-02-12 16:23:49,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0004
2015-02-12 16:23:49,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:49,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:49,332 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:49,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:49,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:49,379 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:49,379 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:49,408 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:49,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:49,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002/default_container_executor.sh]
2015-02-12 16:23:49,699 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:49,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109
2015-02-12 16:23:49,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106
2015-02-12 16:23:49,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103
2015-02-12 16:23:49,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102
2015-02-12 16:23:49,787 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104
2015-02-12 16:23:49,895 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102
2015-02-12 16:23:49,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109
2015-02-12 16:23:49,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104
2015-02-12 16:23:49,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111
2015-02-12 16:23:49,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103
2015-02-12 16:23:49,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110
2015-02-12 16:23:49,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107
2015-02-12 16:23:49,934 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:23:49,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108
2015-02-12 16:23:49,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105
2015-02-12 16:23:49,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110
2015-02-12 16:23:50,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109
2015-02-12 16:23:50,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111
2015-02-12 16:23:50,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741934_1110
2015-02-12 16:23:50,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741927_1103
2015-02-12 16:23:50,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106
2015-02-12 16:23:50,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741926_1102
2015-02-12 16:23:50,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105
2015-02-12 16:23:50,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107
2015-02-12 16:23:50,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108
2015-02-12 16:23:50,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741929_1105
2015-02-12 16:23:50,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741928_1104
2015-02-12 16:23:50,452 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108
2015-02-12 16:23:50,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741930_1106
2015-02-12 16:23:50,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741931_1107
2015-02-12 16:23:50,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741933_1109
2015-02-12 16:23:50,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741935_1111
2015-02-12 16:23:51,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:51,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:23:51,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,089 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:52,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114 src: /127.0.0.1:49176 dest: /127.0.0.1:64707
2015-02-12 16:23:52,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114 src: /127.0.0.1:49177 dest: /127.0.0.1:64710
2015-02-12 16:23:52,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114 src: /127.0.0.1:49178 dest: /127.0.0.1:64704
2015-02-12 16:23:52,162 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49178, dest: /127.0.0.1:64704, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0005_m_000000_0_-2028927612_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, duration: 25266000
2015-02-12 16:23:52,162 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:52,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,163 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49177, dest: /127.0.0.1:64710, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0005_m_000000_0_-2028927612_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, duration: 25952000
2015-02-12 16:23:52,163 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,164 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49176, dest: /127.0.0.1:64707, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0005_m_000000_0_-2028927612_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, duration: 26912000
2015-02-12 16:23:52,164 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,164 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0005_m_000000_0_-2028927612_1
2015-02-12 16:23:52,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:52,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:23:52,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/task_1423786898409_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:23:52,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/_temporary/attempt_1423786898409_0005_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/task_1423786898409_0005_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:52,220 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0005_000001 (auth:SIMPLE)
2015-02-12 16:23:52,222 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0005_01_000002
2015-02-12 16:23:52,222 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000002
2015-02-12 16:23:52,222 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:23:52,222 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0005_01_000002
2015-02-12 16:23:52,238 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:52,241 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0005_01_000002 is : 143
2015-02-12 16:23:52,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115 src: /127.0.0.1:49180 dest: /127.0.0.1:64700
2015-02-12 16:23:52,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115 src: /127.0.0.1:49181 dest: /127.0.0.1:64704
2015-02-12 16:23:52,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,258 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115 src: /127.0.0.1:49182 dest: /127.0.0.1:64710
2015-02-12 16:23:52,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:23:52,261 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:23:52,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002
2015-02-12 16:23:52,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000002
2015-02-12 16:23:52,263 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:23:52,263 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0005_01_000002 from application application_1423786898409_0005
2015-02-12 16:23:52,263 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:52,263 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0005
2015-02-12 16:23:52,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002
2015-02-12 16:23:52,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002
2015-02-12 16:23:52,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000002
2015-02-12 16:23:52,267 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist for DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:52,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:52,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/task_1423786898409_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:23:52,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:52,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary/1/task_1423786898409_0005_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:52,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,291 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,295 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,311 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49182, dest: /127.0.0.1:64710, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, duration: 51162000
2015-02-12 16:23:52,312 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:52,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 13595
2015-02-12 16:23:52,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49181, dest: /127.0.0.1:64704, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, duration: 51289000
2015-02-12 16:23:52,314 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 13595
2015-02-12 16:23:52,315 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49180, dest: /127.0.0.1:64700, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, duration: 53694000
2015-02-12 16:23:52,315 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 13595
2015-02-12 16:23:52,317 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,323 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:52,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116 src: /127.0.0.1:49183 dest: /127.0.0.1:64707
2015-02-12 16:23:52,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116 src: /127.0.0.1:49184 dest: /127.0.0.1:64704
2015-02-12 16:23:52,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116 src: /127.0.0.1:49185 dest: /127.0.0.1:64710
2015-02-12 16:23:52,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49185, dest: /127.0.0.1:64710, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, duration: 1368000
2015-02-12 16:23:52,332 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:52,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49184, dest: /127.0.0.1:64704, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, duration: 1965000
2015-02-12 16:23:52,333 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49183, dest: /127.0.0.1:64707, bytes: 432, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, duration: 2897000
2015-02-12 16:23:52,333 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,335 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:52,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:52,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:52,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:52,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:23:52,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,360 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:52,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117 src: /127.0.0.1:49187 dest: /127.0.0.1:64700
2015-02-12 16:23:52,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117 src: /127.0.0.1:49188 dest: /127.0.0.1:64710
2015-02-12 16:23:52,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117 src: /127.0.0.1:49189 dest: /127.0.0.1:64704
2015-02-12 16:23:52,369 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49189, dest: /127.0.0.1:64704, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, duration: 1560000
2015-02-12 16:23:52,370 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:52,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:52,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49188, dest: /127.0.0.1:64710, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, duration: 2184000
2015-02-12 16:23:52,370 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:52,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49187, dest: /127.0.0.1:64700, bytes: 24180, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, duration: 3059000
2015-02-12 16:23:52,371 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:52,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:52,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:52,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:52,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:23:52,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005/job_1423786898409_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:23:52,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:52,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:23:52,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118 src: /127.0.0.1:49191 dest: /127.0.0.1:64704
2015-02-12 16:23:52,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118 src: /127.0.0.1:49192 dest: /127.0.0.1:64710
2015-02-12 16:23:52,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118 src: /127.0.0.1:49193 dest: /127.0.0.1:64700
2015-02-12 16:23:52,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49193, dest: /127.0.0.1:64700, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, duration: 1853000
2015-02-12 16:23:52,398 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:52,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49192, dest: /127.0.0.1:64710, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, duration: 2624000
2015-02-12 16:23:52,399 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49191, dest: /127.0.0.1:64704, bytes: 112293, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1659812162_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, duration: 3579000
2015-02-12 16:23:52,400 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:52,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:52,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1659812162_1
2015-02-12 16:23:52,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:23:52,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:23:52,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:52,417 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0005 with final state: FINISHING
2015-02-12 16:23:52,417 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 16:23:52,417 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0005
2015-02-12 16:23:52,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:52,418 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 16:23:53,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:53,231 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:23:53,231 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000002
2015-02-12 16:23:53,231 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:53,231 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0005_000001 released container container_1423786898409_0005_01_000002 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:53,359 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:23:53,359 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:23:53,425 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0005 unregistered successfully.
2015-02-12 16:23:53,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64700
2015-02-12 16:23:53,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:23:53,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64707
2015-02-12 16:23:53,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:23:53,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64700
2015-02-12 16:23:53,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:23:53,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:23:53,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0005 dst=null perm=null proto=rpc
2015-02-12 16:23:53,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,463 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary
2015-02-12 16:23:53,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/_temporary dst=null perm=null proto=rpc
2015-02-12 16:23:53,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,476 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:53,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:53,482 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling
2015-02-12 16:23:53,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling dst=null perm=null proto=rpc
2015-02-12 16:23:53,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:53,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorExceptionHandling/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:23:53,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:23:53,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:23:53,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,493 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt. BP-1176644069-10.1.1.67-1423786882342 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:23:53,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119 src: /127.0.0.1:49197 dest: /127.0.0.1:64700
2015-02-12 16:23:53,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119 src: /127.0.0.1:49198 dest: /127.0.0.1:64704
2015-02-12 16:23:53,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119 src: /127.0.0.1:49199 dest: /127.0.0.1:64707
2015-02-12 16:23:53,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49199, dest: /127.0.0.1:64707, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, duration: 1243000
2015-02-12 16:23:53,500 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:53,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49198, dest: /127.0.0.1:64704, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, duration: 1490000
2015-02-12 16:23:53,501 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49197, dest: /127.0.0.1:64700, bytes: 221, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, duration: 2538000
2015-02-12 16:23:53,502 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:53,518 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:23:53,518 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:23:53,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt"]
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextLine[['line']->['second', 'first', 'third']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks"]
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:23:53,527 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:23:53,528 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tapplatform/declaredsinks
2015-02-12 16:23:53,537 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:53,552 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:23:53,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:23:53,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:53,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:53,557 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 6
2015-02-12 16:23:53,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=null proto=rpc
2015-02-12 16:23:53,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:23:53,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:23:53,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,566 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:23:53,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 src: /127.0.0.1:49200 dest: /127.0.0.1:64710
2015-02-12 16:23:53,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 src: /127.0.0.1:49201 dest: /127.0.0.1:64704
2015-02-12 16:23:53,570 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 src: /127.0.0.1:49202 dest: /127.0.0.1:64700
2015-02-12 16:23:53,574 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49202, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, duration: 2739000
2015-02-12 16:23:53,574 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:53,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:23:53,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49201, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, duration: 2720000
2015-02-12 16:23:53,575 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49200, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, duration: 4178000
2015-02-12 16:23:53,576 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,576 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:53,578 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar
2015-02-12 16:23:53,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,583 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64710 to replicate blk_1073741944_1120 to datanode(s) 127.0.0.1:64707
2015-02-12 16:23:53,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,583 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741939_1115, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 16:23:53,583 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110]
2015-02-12 16:23:53,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:23:53,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:23:53,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:53,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:23:53,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:23:53,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:23:53,590 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:23:53,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:23:53,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,596 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split
2015-02-12 16:23:53,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:53,597 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:53,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121 src: /127.0.0.1:49203 dest: /127.0.0.1:64707
2015-02-12 16:23:53,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121 src: /127.0.0.1:49204 dest: /127.0.0.1:64700
2015-02-12 16:23:53,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121 src: /127.0.0.1:49205 dest: /127.0.0.1:64704
2015-02-12 16:23:53,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121 src: /127.0.0.1:49206 dest: /127.0.0.1:64710
2015-02-12 16:23:53,605 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49206, dest: /127.0.0.1:64710, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, duration: 1612000
2015-02-12 16:23:53,605 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:53,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49205, dest: /127.0.0.1:64704, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, duration: 2194000
2015-02-12 16:23:53,606 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49204, dest: /127.0.0.1:64700, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, duration: 3214000
2015-02-12 16:23:53,607 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49203, dest: /127.0.0.1:64707, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, duration: 3628000
2015-02-12 16:23:53,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,609 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:53,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:23:53,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122 src: /127.0.0.1:49207 dest: /127.0.0.1:64700
2015-02-12 16:23:53,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122 src: /127.0.0.1:49208 dest: /127.0.0.1:64710
2015-02-12 16:23:53,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122 src: /127.0.0.1:49209 dest: /127.0.0.1:64704
2015-02-12 16:23:53,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49209, dest: /127.0.0.1:64704, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, duration: 1166000
2015-02-12 16:23:53,622 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:53,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:23:53,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49208, dest: /127.0.0.1:64710, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, duration: 1726000
2015-02-12 16:23:53,623 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49207, dest: /127.0.0.1:64700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, duration: 2583000
2015-02-12 16:23:53,623 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:53,625 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:53,625 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:23:53,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:23:53,637 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:23:53,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123 src: /127.0.0.1:49210 dest: /127.0.0.1:64710
2015-02-12 16:23:53,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123 src: /127.0.0.1:49211 dest: /127.0.0.1:64700
2015-02-12 16:23:53,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123 src: /127.0.0.1:49212 dest: /127.0.0.1:64704
2015-02-12 16:23:53,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49212, dest: /127.0.0.1:64704, bytes: 95543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, duration: 1674000
2015-02-12 16:23:53,644 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:53,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:53,645 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49211, dest: /127.0.0.1:64700, bytes: 95543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, duration: 2253000
2015-02-12 16:23:53,645 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:53,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49210, dest: /127.0.0.1:64710, bytes: 95543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, duration: 3215000
2015-02-12 16:23:53,646 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:53,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:23:53,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:23:53,648 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0006
2015-02-12 16:23:53,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=null proto=rpc
2015-02-12 16:23:53,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:53,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:53,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:53,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:53,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:53,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:53,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,663 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 6 submitted by user soberoi
2015-02-12 16:23:53,663 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0006
2015-02-12 16:23:53,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0006
2015-02-12 16:23:53,663 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0006
2015-02-12 16:23:53,663 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from NEW to NEW_SAVING
2015-02-12 16:23:53,664 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:23:53,664 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0006 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:23:53,664 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 16:23:53,664 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0006
2015-02-12 16:23:53,664 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,665 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from NEW to SUBMITTED
2015-02-12 16:23:53,665 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0006_000001 to scheduler from user: soberoi
2015-02-12 16:23:53,666 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:23:53,667 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0006/
2015-02-12 16:23:53,667 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0006
2015-02-12 16:23:53,667 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0006/
2015-02-12 16:23:53,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:53,727 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000001
2015-02-12 16:23:53,727 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:23:53,728 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0006_01_000001
2015-02-12 16:23:53,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:53,729 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0006 AttemptId: appattempt_1423786898409_0006_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0006_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ]
2015-02-12 16:23:53,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:23:53,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:23:53,730 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0006_000001
2015-02-12 16:23:53,731 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0006_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,731 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:23:53,731 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,731 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,733 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:53,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0006_01_000001 by user soberoi
2015-02-12 16:23:53,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0006
2015-02-12 16:23:53,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000001
2015-02-12 16:23:53,736 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from NEW to INITING
2015-02-12 16:23:53,736 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0006_01_000001 to application application_1423786898409_0006
2015-02-12 16:23:53,736 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from INITING to RUNNING
2015-02-12 16:23:53,736 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0006_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0006_000001
2015-02-12 16:23:53,736 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:23:53,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:23:53,737 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0006
2015-02-12 16:23:53,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:53,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:23:53,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:23:53,737 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:53,737 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0006_01_000001
2015-02-12 16:23:53,747 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0006_01_000001.tokens. Credentials list:
2015-02-12 16:23:53,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:53,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001.tokens
2015-02-12 16:23:53,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:23:53,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:53,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:54,026 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:54,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:54,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:54,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:54,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:54,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:23:54,119 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:54,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:54,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:54,164 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:23:54,164 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:54,192 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:54,192 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:54,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:54,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001/default_container_executor.sh]
2015-02-12 16:23:54,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 16:23:54,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:23:54,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 16:23:54,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 16:23:54,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:23:54,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:23:54,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:23:54,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:23:54,570 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:23:54,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:23:54,571 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:23:54,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:54,820 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f2246ddb-3a0c-4eb0-9cac-033b6bebc159, infoPort=64711, ipcPort=64712, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 to 127.0.0.1:64707
2015-02-12 16:23:54,823 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 (numBytes=254067) to /127.0.0.1:64707
2015-02-12 16:23:54,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 src: /127.0.0.1:49218 dest: /127.0.0.1:64707
2015-02-12 16:23:54,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120 src: /127.0.0.1:49218 dest: /127.0.0.1:64707 of size 254067
2015-02-12 16:23:54,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741944_1120 size 254067
2015-02-12 16:23:55,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741932_1108
2015-02-12 16:23:55,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741937_1113
2015-02-12 16:23:55,242 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:55,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741936_1112
2015-02-12 16:23:56,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:23:56,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:23:56,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:23:56,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:23:56,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=null proto=rpc
2015-02-12 16:23:56,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:23:56,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:23:56,249 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:56,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:56,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:23:56,588 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741936_1112, blk_1073741939_1115, blk_1073741932_1108, blk_1073741933_1109, blk_1073741935_1111]
2015-02-12 16:23:56,589 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741937_1113, blk_1073741939_1115, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 16:23:57,256 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:57,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 16:23:57,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 16:23:57,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:23:57,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:23:57,293 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 16:23:57,404 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:57,405 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0006_000001
2015-02-12 16:23:57,406 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0006 APPATTEMPTID=appattempt_1423786898409_0006_000001
2015-02-12 16:23:57,406 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:23:57,406 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from ACCEPTED to RUNNING
2015-02-12 16:23:57,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:57,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:23:57,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:57,769 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:23:57,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124 src: /127.0.0.1:49226 dest: /127.0.0.1:64704
2015-02-12 16:23:57,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124 src: /127.0.0.1:49227 dest: /127.0.0.1:64710
2015-02-12 16:23:57,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124 src: /127.0.0.1:49228 dest: /127.0.0.1:64707
2015-02-12 16:23:57,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939 for deletion
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741939_1115 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741939
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 16:23:57,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 16:23:57,829 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 16:23:57,850 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49228, dest: /127.0.0.1:64707, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, duration: 26566000
2015-02-12 16:23:57,850 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:57,850 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,850 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49227, dest: /127.0.0.1:64710, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, duration: 27269000
2015-02-12 16:23:57,851 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:57,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49226, dest: /127.0.0.1:64704, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, duration: 28190000
2015-02-12 16:23:57,852 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:57,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:23:57,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:23:57,883 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:23:57,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125 src: /127.0.0.1:49229 dest: /127.0.0.1:64704
2015-02-12 16:23:57,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125 src: /127.0.0.1:49230 dest: /127.0.0.1:64700
2015-02-12 16:23:57,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125 src: /127.0.0.1:49231 dest: /127.0.0.1:64710
2015-02-12 16:23:57,892 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49231, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, duration: 1369000
2015-02-12 16:23:57,892 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:23:57,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,893 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49230, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, duration: 1904000
2015-02-12 16:23:57,893 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:57,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,894 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49229, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, duration: 2931000
2015-02-12 16:23:57,894 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:23:57,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:23:57,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006.summary is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:23:58,261 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:58,466 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0005_01_000001 succeeded
2015-02-12 16:23:58,467 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:23:58,467 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0005_01_000001
2015-02-12 16:23:58,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001
2015-02-12 16:23:58,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001
2015-02-12 16:23:58,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001
2015-02-12 16:23:58,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0005/container_1423786898409_0005_01_000001
2015-02-12 16:23:58,483 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000001
2015-02-12 16:23:58,484 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:23:58,484 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0005_01_000001 from application application_1423786898409_0005
2015-02-12 16:23:58,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:58,484 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0005
2015-02-12 16:23:58,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:58,754 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000002
2015-02-12 16:23:58,754 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:23:59,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:59,226 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000003
2015-02-12 16:23:59,226 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:59,267 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:59,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:59,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000004
2015-02-12 16:23:59,268 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:59,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:23:59,332 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0005_000001
2015-02-12 16:23:59,333 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0005_000001
2015-02-12 16:23:59,333 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0005_000001 State change from FINISHING to FINISHED
2015-02-12 16:23:59,333 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0005 State change from FINISHING to FINISHED
2015-02-12 16:23:59,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0005
2015-02-12 16:23:59,334 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0005,name=[D1CD86D616F84F19920918B55977CA39/0E472DA8CD62408AB44D17DF55BF3877] null/(1/1) ...IteratorExceptionHandling,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0005/jobhistory/job/job_1423786898409_0005,appMasterHost=10.1.1.67,startTime=1423787023221,finishTime=1423787032417,finalStatus=SUCCEEDED
2015-02-12 16:23:59,333 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:23:59,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000001
2015-02-12 16:23:59,334 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0005_000001
2015-02-12 16:23:59,335 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:23:59,335 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0005_000001 released container container_1423786898409_0005_01_000001 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:23:59,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:23:59,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000005
2015-02-12 16:23:59,336 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:23:59,336 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0005_000001 is done. finalState=FINISHED
2015-02-12 16:23:59,336 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0005 requests cleared
2015-02-12 16:23:59,338 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0005_000001 (auth:SIMPLE)
2015-02-12 16:23:59,340 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0005_01_000001
2015-02-12 16:23:59,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0005 CONTAINERID=container_1423786898409_0005_01_000001
2015-02-12 16:23:59,341 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0005_01_000001]
2015-02-12 16:23:59,341 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:23:59,341 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:23:59,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:59,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:59,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0005
2015-02-12 16:23:59,343 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:23:59,343 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0005, with delay of 10800 seconds
2015-02-12 16:23:59,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:59,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:23:59,461 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0006_01_000002
2015-02-12 16:23:59,461 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:59,462 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0006_01_000003
2015-02-12 16:23:59,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:59,462 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0006_01_000004
2015-02-12 16:23:59,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:59,463 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0006_01_000005
2015-02-12 16:23:59,463 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:23:59,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:59,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:23:59,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:23:59,584 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:59,584 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:59,584 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:59,585 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:23:59,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0006_01_000004 by user soberoi
2015-02-12 16:23:59,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0006
2015-02-12 16:23:59,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0006_01_000003 by user soberoi
2015-02-12 16:23:59,590 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000004
2015-02-12 16:23:59,591 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from NEW to INITING
2015-02-12 16:23:59,591 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0006_01_000004 to application application_1423786898409_0006
2015-02-12 16:23:59,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0006_01_000002 by user soberoi
2015-02-12 16:23:59,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0006_01_000005 by user soberoi
2015-02-12 16:23:59,591 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0006_01_000002 to application application_1423786898409_0006
2015-02-12 16:23:59,591 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from INITING to RUNNING
2015-02-12 16:23:59,590 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0006
2015-02-12 16:23:59,592 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:23:59,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,592 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from NEW to INITING
2015-02-12 16:23:59,592 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:23:59,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0006
2015-02-12 16:23:59,591 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000002
2015-02-12 16:23:59,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000005
2015-02-12 16:23:59,592 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from NEW to INITING
2015-02-12 16:23:59,592 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0006_01_000005 to application application_1423786898409_0006
2015-02-12 16:23:59,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,593 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,593 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:59,593 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0006
2015-02-12 16:23:59,592 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0006_01_000003 to application application_1423786898409_0006
2015-02-12 16:23:59,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,593 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from INITING to RUNNING
2015-02-12 16:23:59,592 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:59,593 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:23:59,593 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,594 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,594 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:59,594 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0006
2015-02-12 16:23:59,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000003
2015-02-12 16:23:59,594 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,594 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,593 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0006
2015-02-12 16:23:59,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,595 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0006_01_000004
2015-02-12 16:23:59,595 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:23:59,593 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from INITING to RUNNING
2015-02-12 16:23:59,595 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:23:59,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0006
2015-02-12 16:23:59,595 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:23:59,595 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0006
2015-02-12 16:23:59,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,596 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:23:59,596 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0006_01_000005
2015-02-12 16:23:59,594 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0006_01_000003
2015-02-12 16:23:59,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0006_01_000004.tokens. Credentials list:
2015-02-12 16:23:59,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0006_01_000003.tokens. Credentials list:
2015-02-12 16:23:59,626 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423786898409_0006_01_000005.tokens. Credentials list:
2015-02-12 16:23:59,644 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:23:59,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:23:59,757 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:23:59,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:59,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:59,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000002/default_container_executor.sh]
2015-02-12 16:23:59,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:23:59,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004.tokens
2015-02-12 16:23:59,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:23:59,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003.tokens
2015-02-12 16:23:59,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:23:59,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423786898409_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005.tokens
2015-02-12 16:23:59,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:00,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116
2015-02-12 16:24:00,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121
2015-02-12 16:24:00,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119
2015-02-12 16:24:00,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114
2015-02-12 16:24:00,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120
2015-02-12 16:24:00,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:00,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122
2015-02-12 16:24:00,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119
2015-02-12 16:24:00,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118
2015-02-12 16:24:00,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,108 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123
2015-02-12 16:24:00,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122
2015-02-12 16:24:00,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121
2015-02-12 16:24:00,130 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:00,200 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,200 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:00,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,206 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:00,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:00,221 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:00,227 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:00,267 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:00,267 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:00,274 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:00,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:00,274 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:00,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:24:00,275 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0005
2015-02-12 16:24:00,275 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:00,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:24:00,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:24:00,275 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0005, with delay of 10800 seconds
2015-02-12 16:24:00,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0005
2015-02-12 16:24:00,278 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:00,278 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:00,285 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:00,285 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:00,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120
2015-02-12 16:24:00,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117
2015-02-12 16:24:00,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121
2015-02-12 16:24:00,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123
2015-02-12 16:24:00,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120
2015-02-12 16:24:00,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741943_1119
2015-02-12 16:24:00,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117
2015-02-12 16:24:00,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118
2015-02-12 16:24:00,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114
2015-02-12 16:24:00,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116
2015-02-12 16:24:00,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:00,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003/default_container_executor.sh]
2015-02-12 16:24:00,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004/default_container_executor.sh]
2015-02-12 16:24:00,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005/default_container_executor.sh]
2015-02-12 16:24:00,475 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:24:00,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741940_1116
2015-02-12 16:24:00,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741938_1114
2015-02-12 16:24:00,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741941_1117
2015-02-12 16:24:00,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741947_1123
2015-02-12 16:24:00,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741942_1118
2015-02-12 16:24:00,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741944_1120
2015-02-12 16:24:00,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741946_1122
2015-02-12 16:24:00,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741945_1121
2015-02-12 16:24:01,279 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:05,016 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124
2015-02-12 16:24:05,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125
2015-02-12 16:24:05,333 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125
2015-02-12 16:24:05,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124
2015-02-12 16:24:05,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741948_1124
2015-02-12 16:24:05,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741949_1125
2015-02-12 16:24:07,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:07,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:07,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:07,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:24:07,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:07,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:07,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:24:07,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:24:07,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:07,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:07,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:24:07,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:07,752 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:24:07,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126 src: /127.0.0.1:49263 dest: /127.0.0.1:64707
2015-02-12 16:24:07,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126 src: /127.0.0.1:49264 dest: /127.0.0.1:64700
2015-02-12 16:24:07,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126 src: /127.0.0.1:49265 dest: /127.0.0.1:64704
2015-02-12 16:24:07,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49265, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000000_0_924420530_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, duration: 34026000
2015-02-12 16:24:07,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:07,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:07,866 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49264, dest: /127.0.0.1:64700, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000000_0_924420530_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, duration: 34758000
2015-02-12 16:24:07,866 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:07,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:07,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49263, dest: /127.0.0.1:64707, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000000_0_924420530_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, duration: 35685000
2015-02-12 16:24:07,867 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:07,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:07,872 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0006_m_000000_0_924420530_1
2015-02-12 16:24:07,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:07,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:07,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:24:07,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:07,927 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:24:07,929 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0006_01_000002
2015-02-12 16:24:07,929 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000002
2015-02-12 16:24:07,929 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:24:07,929 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0006_01_000002
2015-02-12 16:24:07,945 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:07,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127 src: /127.0.0.1:49267 dest: /127.0.0.1:64700
2015-02-12 16:24:07,948 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0006_01_000002 is : 143
2015-02-12 16:24:07,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127 src: /127.0.0.1:49269 dest: /127.0.0.1:64704
2015-02-12 16:24:07,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127 src: /127.0.0.1:49270 dest: /127.0.0.1:64710
2015-02-12 16:24:07,957 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist for DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:07,958 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:07,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000002
2015-02-12 16:24:07,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000002
2015-02-12 16:24:07,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000002
2015-02-12 16:24:07,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000002
2015-02-12 16:24:07,959 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000002
2015-02-12 16:24:07,960 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:07,960 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0006_01_000002 from application application_1423786898409_0006
2015-02-12 16:24:07,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:07,960 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0006
2015-02-12 16:24:08,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:24:08,074 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:08,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128 src: /127.0.0.1:49271 dest: /127.0.0.1:64707
2015-02-12 16:24:08,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128 src: /127.0.0.1:49274 dest: /127.0.0.1:64704
2015-02-12 16:24:08,122 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128 src: /127.0.0.1:49275 dest: /127.0.0.1:64710
2015-02-12 16:24:08,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129 src: /127.0.0.1:49272 dest: /127.0.0.1:64707
2015-02-12 16:24:08,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129 src: /127.0.0.1:49276 dest: /127.0.0.1:64710
2015-02-12 16:24:08,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129 src: /127.0.0.1:49277 dest: /127.0.0.1:64704
2015-02-12 16:24:08,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49275, dest: /127.0.0.1:64710, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000002_0_-187349894_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, duration: 42630000
2015-02-12 16:24:08,167 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49274, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000002_0_-187349894_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, duration: 43397000
2015-02-12 16:24:08,168 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49271, dest: /127.0.0.1:64707, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000002_0_-187349894_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, duration: 44352000
2015-02-12 16:24:08,169 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49277, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000003_0_-439164923_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, duration: 36335000
2015-02-12 16:24:08,179 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,179 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:08,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49276, dest: /127.0.0.1:64710, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000003_0_-439164923_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, duration: 37000000
2015-02-12 16:24:08,180 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:08,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49272, dest: /127.0.0.1:64707, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000003_0_-439164923_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, duration: 37903000
2015-02-12 16:24:08,181 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:08,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:24:08,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_1423786898409_0006_m_000002_0_-187349894_1
2015-02-12 16:24:08,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_1423786898409_0006_m_000003_0_-439164923_1
2015-02-12 16:24:08,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:24:08,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:08,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:24:08,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:08,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130 src: /127.0.0.1:49278 dest: /127.0.0.1:64700
2015-02-12 16:24:08,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130 src: /127.0.0.1:49279 dest: /127.0.0.1:64704
2015-02-12 16:24:08,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130 src: /127.0.0.1:49281 dest: /127.0.0.1:64710
2015-02-12 16:24:08,249 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:24:08,251 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0006_01_000004
2015-02-12 16:24:08,251 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000004
2015-02-12 16:24:08,251 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:24:08,251 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0006_01_000004
2015-02-12 16:24:08,269 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0006_01_000004 is : 143
2015-02-12 16:24:08,279 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:08,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004
2015-02-12 16:24:08,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004
2015-02-12 16:24:08,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004
2015-02-12 16:24:08,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000004
2015-02-12 16:24:08,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000004
2015-02-12 16:24:08,281 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:08,281 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0006_01_000004 from application application_1423786898409_0006
2015-02-12 16:24:08,281 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:08,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0006
2015-02-12 16:24:08,297 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:24:08,299 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0006_01_000005
2015-02-12 16:24:08,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000005
2015-02-12 16:24:08,299 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:24:08,299 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0006_01_000005
2015-02-12 16:24:08,307 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49281, dest: /127.0.0.1:64710, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000001_0_-1146173426_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, duration: 57937000
2015-02-12 16:24:08,307 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49279, dest: /127.0.0.1:64704, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000001_0_-1146173426_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, duration: 58556000
2015-02-12 16:24:08,308 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,309 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49278, dest: /127.0.0.1:64700, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0006_m_000001_0_-1146173426_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, duration: 59655000
2015-02-12 16:24:08,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,309 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,319 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_1423786898409_0006_m_000001_0_-1146173426_1
2015-02-12 16:24:08,319 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0006_01_000005 is : 143
2015-02-12 16:24:08,328 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:08,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005
2015-02-12 16:24:08,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005
2015-02-12 16:24:08,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005
2015-02-12 16:24:08,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000005
2015-02-12 16:24:08,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000005
2015-02-12 16:24:08,329 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:08,329 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0006_01_000005 from application application_1423786898409_0006
2015-02-12 16:24:08,329 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:08,329 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0006
2015-02-12 16:24:08,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:08,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:24:08,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/_temporary/attempt_1423786898409_0006_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:08,363 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:24:08,364 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0006_01_000003
2015-02-12 16:24:08,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000003
2015-02-12 16:24:08,365 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:24:08,365 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0006_01_000003
2015-02-12 16:24:08,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,371 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:24:08,381 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0006_01_000003 is : 143
2015-02-12 16:24:08,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:24:08,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:08,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,391 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:08,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003
2015-02-12 16:24:08,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003
2015-02-12 16:24:08,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003
2015-02-12 16:24:08,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000003
2015-02-12 16:24:08,392 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:08,393 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0006_01_000003 from application application_1423786898409_0006
2015-02-12 16:24:08,393 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:08,393 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0006
2015-02-12 16:24:08,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000003
2015-02-12 16:24:08,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:24:08,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:08,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:24:08,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:08,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:08,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:24:08,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:08,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary/1/task_1423786898409_0006_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:08,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,428 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_SUCCESS is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,432 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49270, dest: /127.0.0.1:64710, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, duration: 495218000
2015-02-12 16:24:08,449 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15530
2015-02-12 16:24:08,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49269, dest: /127.0.0.1:64704, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, duration: 496677000
2015-02-12 16:24:08,451 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15530
2015-02-12 16:24:08,452 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49267, dest: /127.0.0.1:64700, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, duration: 498360000
2015-02-12 16:24:08,453 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 15530
2015-02-12 16:24:08,455 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:08,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131 src: /127.0.0.1:49284 dest: /127.0.0.1:64710
2015-02-12 16:24:08,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131 src: /127.0.0.1:49285 dest: /127.0.0.1:64704
2015-02-12 16:24:08,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131 src: /127.0.0.1:49286 dest: /127.0.0.1:64700
2015-02-12 16:24:08,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49286, dest: /127.0.0.1:64700, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, duration: 1393000
2015-02-12 16:24:08,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49285, dest: /127.0.0.1:64704, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, duration: 2146000
2015-02-12 16:24:08,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49284, dest: /127.0.0.1:64710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, duration: 3023000
2015-02-12 16:24:08,470 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,472 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:08,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:08,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:08,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:08,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:08,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,497 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:24:08,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132 src: /127.0.0.1:49288 dest: /127.0.0.1:64704
2015-02-12 16:24:08,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132 src: /127.0.0.1:49289 dest: /127.0.0.1:64707
2015-02-12 16:24:08,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132 src: /127.0.0.1:49290 dest: /127.0.0.1:64710
2015-02-12 16:24:08,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49290, dest: /127.0.0.1:64710, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, duration: 1738000
2015-02-12 16:24:08,506 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49289, dest: /127.0.0.1:64707, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, duration: 2490000
2015-02-12 16:24:08,507 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49288, dest: /127.0.0.1:64704, bytes: 47578, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, duration: 3282000
2015-02-12 16:24:08,508 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:08,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:08,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:08,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:08,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006/job_1423786898409_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:08,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:08,527 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:08,529 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133 src: /127.0.0.1:49292 dest: /127.0.0.1:64704
2015-02-12 16:24:08,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133 src: /127.0.0.1:49293 dest: /127.0.0.1:64710
2015-02-12 16:24:08,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133 src: /127.0.0.1:49294 dest: /127.0.0.1:64700
2015-02-12 16:24:08,536 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49294, dest: /127.0.0.1:64700, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, duration: 2003000
2015-02-12 16:24:08,536 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:08,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:08,537 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49293, dest: /127.0.0.1:64710, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, duration: 2732000
2015-02-12 16:24:08,537 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:08,538 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49292, dest: /127.0.0.1:64704, bytes: 112138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_483352854_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, duration: 3587000
2015-02-12 16:24:08,538 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:08,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:08,540 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_483352854_1
2015-02-12 16:24:08,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:08,555 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:24:08,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:08,556 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0006 with final state: FINISHING
2015-02-12 16:24:08,556 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:08,556 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0006
2015-02-12 16:24:08,556 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:08,556 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:08,938 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:08,938 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:24:08,938 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000002
2015-02-12 16:24:08,938 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:08,938 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0006_000001 released container container_1423786898409_0006_01_000002 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:09,256 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:09,256 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:24:09,256 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000004
2015-02-12 16:24:09,256 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:09,256 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0006_000001 released container container_1423786898409_0006_01_000004 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:09,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:09,311 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:24:09,311 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000005
2015-02-12 16:24:09,311 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:09,311 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0006_000001 released container container_1423786898409_0006_01_000005 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:09,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:09,374 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:24:09,374 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000003
2015-02-12 16:24:09,374 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:09,374 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0006_000001 released container container_1423786898409_0006_01_000003 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:09,564 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0006 unregistered successfully.
2015-02-12 16:24:09,569 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:24:09,569 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:24:09,570 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:24:09,570 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:24:09,570 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:24:09,570 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:24:09,570 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:24:09,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0006 dst=null perm=null proto=rpc
2015-02-12 16:24:09,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,601 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary
2015-02-12 16:24:09,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:09,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,614 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 16:24:09,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:09,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:09,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:09,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:09,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,636 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 16:24:09,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:09,639 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/declaredsinks
2015-02-12 16:24:09,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks dst=null perm=null proto=rpc
2015-02-12 16:24:09,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:09,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:09,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:09,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:09,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:09,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:09,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:09,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/declaredsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:09,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:09,666 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:24:09,666 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:24:09,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:24:09,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt"]
2015-02-12 16:24:09,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: TemplateTap["Hfs["TextLine[['offset', 'line']->['number', 'lower', 'upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates"]"]["%s-%s"]
2015-02-12 16:24:09,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:24:09,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:24:09,675 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:24:09,676 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tapplatform/testtemplates
2015-02-12 16:24:09,684 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:09,693 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:09,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:09,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:09,697 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 7
2015-02-12 16:24:09,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=null proto=rpc
2015-02-12 16:24:09,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:24:09,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:24:09,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,704 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:24:09,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 src: /127.0.0.1:49301 dest: /127.0.0.1:64707
2015-02-12 16:24:09,707 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 src: /127.0.0.1:49302 dest: /127.0.0.1:64710
2015-02-12 16:24:09,708 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 src: /127.0.0.1:49303 dest: /127.0.0.1:64700
2015-02-12 16:24:09,712 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49303, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, duration: 2358000
2015-02-12 16:24:09,712 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:09,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:09,713 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49302, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, duration: 2885000
2015-02-12 16:24:09,713 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:09,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49301, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, duration: 4008000
2015-02-12 16:24:09,714 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,715 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:09,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:09,716 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar
2015-02-12 16:24:09,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:24:09,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:24:09,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:09,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:24:09,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:24:09,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:09,727 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:09,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:09,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,732 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split
2015-02-12 16:24:09,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:09,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:09,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135 src: /127.0.0.1:49304 dest: /127.0.0.1:64704
2015-02-12 16:24:09,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135 src: /127.0.0.1:49305 dest: /127.0.0.1:64700
2015-02-12 16:24:09,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135 src: /127.0.0.1:49306 dest: /127.0.0.1:64707
2015-02-12 16:24:09,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135 src: /127.0.0.1:49307 dest: /127.0.0.1:64710
2015-02-12 16:24:09,744 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49307, dest: /127.0.0.1:64710, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, duration: 1801000
2015-02-12 16:24:09,744 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:09,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,745 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49306, dest: /127.0.0.1:64707, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, duration: 2420000
2015-02-12 16:24:09,745 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49305, dest: /127.0.0.1:64700, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, duration: 3509000
2015-02-12 16:24:09,746 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,747 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49304, dest: /127.0.0.1:64704, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, duration: 4694000
2015-02-12 16:24:09,747 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,749 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:09,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,753 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:09,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136 src: /127.0.0.1:49308 dest: /127.0.0.1:64700
2015-02-12 16:24:09,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136 src: /127.0.0.1:49309 dest: /127.0.0.1:64707
2015-02-12 16:24:09,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136 src: /127.0.0.1:49310 dest: /127.0.0.1:64704
2015-02-12 16:24:09,762 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49310, dest: /127.0.0.1:64704, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, duration: 1216000
2015-02-12 16:24:09,762 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:09,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49309, dest: /127.0.0.1:64707, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, duration: 1915000
2015-02-12 16:24:09,763 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,764 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49308, dest: /127.0.0.1:64700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, duration: 2974000
2015-02-12 16:24:09,764 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,766 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:09,767 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 16:24:09,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:09,778 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:24:09,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137 src: /127.0.0.1:49311 dest: /127.0.0.1:64700
2015-02-12 16:24:09,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137 src: /127.0.0.1:49312 dest: /127.0.0.1:64707
2015-02-12 16:24:09,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137 src: /127.0.0.1:49313 dest: /127.0.0.1:64710
2015-02-12 16:24:09,786 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49313, dest: /127.0.0.1:64710, bytes: 96212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, duration: 1493000
2015-02-12 16:24:09,786 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:09,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,787 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49312, dest: /127.0.0.1:64707, bytes: 96212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, duration: 2015000
2015-02-12 16:24:09,787 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,788 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49311, dest: /127.0.0.1:64700, bytes: 96212, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, duration: 2731000
2015-02-12 16:24:09,788 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:09,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:09,790 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:09,790 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0007
2015-02-12 16:24:09,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=null proto=rpc
2015-02-12 16:24:09,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:09,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:09,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:09,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:09,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:09,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:09,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:09,806 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 7 submitted by user soberoi
2015-02-12 16:24:09,806 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0007
2015-02-12 16:24:09,807 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0007
2015-02-12 16:24:09,807 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0007
2015-02-12 16:24:09,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from NEW to NEW_SAVING
2015-02-12 16:24:09,807 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:24:09,807 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0007 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:24:09,808 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 16:24:09,808 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from NEW to SUBMITTED
2015-02-12 16:24:09,808 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0007
2015-02-12 16:24:09,808 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0007_000001 to scheduler from user: soberoi
2015-02-12 16:24:09,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:24:09,810 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0007/
2015-02-12 16:24:09,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0007
2015-02-12 16:24:09,811 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0007/
2015-02-12 16:24:09,945 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:09,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:09,947 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000001
2015-02-12 16:24:09,947 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:24:09,947 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0007_01_000001
2015-02-12 16:24:09,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:09,948 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,948 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0007 AttemptId: appattempt_1423786898409_0007_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0007_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ]
2015-02-12 16:24:09,948 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:24:09,949 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:24:09,949 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0007_000001
2015-02-12 16:24:09,950 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0007_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,950 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:24:09,950 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,950 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,952 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:09,954 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000001 by user soberoi
2015-02-12 16:24:09,955 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0007
2015-02-12 16:24:09,955 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000001
2015-02-12 16:24:09,955 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from NEW to INITING
2015-02-12 16:24:09,955 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000001 to application application_1423786898409_0007
2015-02-12 16:24:09,955 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from INITING to RUNNING
2015-02-12 16:24:09,955 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0007_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0007_000001
2015-02-12 16:24:09,956 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:24:09,956 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:24:09,956 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:09,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:09,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:24:09,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:24:09,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:09,956 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0007_01_000001
2015-02-12 16:24:09,967 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0007_01_000001.tokens. Credentials list:
2015-02-12 16:24:10,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:10,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001.tokens
2015-02-12 16:24:10,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:10,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:10,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:10,252 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:10,256 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:10,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:10,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:10,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:10,314 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:10,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:10,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:10,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:10,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:10,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:10,378 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:10,395 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:10,396 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:10,426 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:10,426 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:10,525 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001/default_container_executor.sh]
2015-02-12 16:24:10,952 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:10,952 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:11,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:11,317 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:11,379 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:11,610 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64700 to replicate blk_1073741958_1134 to datanode(s) 127.0.0.1:64704
2015-02-12 16:24:11,610 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741949_1125, blk_1073741951_1127]
2015-02-12 16:24:11,610 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741948_1124]
2015-02-12 16:24:11,957 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:12,262 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:12,313 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, infoPort=64701, ipcPort=64702, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 to 127.0.0.1:64704
2015-02-12 16:24:12,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:24:12,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:24:12,314 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 16:24:12,315 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 (numBytes=254067) to /127.0.0.1:64704
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:24:12,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 src: /127.0.0.1:49330 dest: /127.0.0.1:64704
2015-02-12 16:24:12,316 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 16:24:12,316 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:24:12,315 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:24:12,316 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:24:12,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134 src: /127.0.0.1:49330 dest: /127.0.0.1:64704 of size 254067
2015-02-12 16:24:12,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741958_1134 size 254067
2015-02-12 16:24:12,325 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:12,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:12,385 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:12,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:24:12,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:24:12,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:24:12,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=null proto=rpc
2015-02-12 16:24:12,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:24:12,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:12,596 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:24:12,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:24:12,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:24:12,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:24:12,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:24:12,597 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:24:12,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:12,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:12,960 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:13,269 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:13,326 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:13,393 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:13,618 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:13,619 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0007_000001
2015-02-12 16:24:13,620 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0007 APPATTEMPTID=appattempt_1423786898409_0007_000001
2015-02-12 16:24:13,620 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:24:13,620 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from ACCEPTED to RUNNING
2015-02-12 16:24:13,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:13,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:13,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:13,970 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:13,995 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:14,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138 src: /127.0.0.1:49338 dest: /127.0.0.1:64704
2015-02-12 16:24:14,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138 src: /127.0.0.1:49339 dest: /127.0.0.1:64700
2015-02-12 16:24:14,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138 src: /127.0.0.1:49340 dest: /127.0.0.1:64710
2015-02-12 16:24:14,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49340, dest: /127.0.0.1:64710, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, duration: 22968000
2015-02-12 16:24:14,070 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:14,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,070 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49339, dest: /127.0.0.1:64700, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, duration: 23739000
2015-02-12 16:24:14,070 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:14,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49338, dest: /127.0.0.1:64704, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, duration: 24567000
2015-02-12 16:24:14,071 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:14,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:14,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:14,109 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:24:14,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139 src: /127.0.0.1:49341 dest: /127.0.0.1:64707
2015-02-12 16:24:14,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139 src: /127.0.0.1:49342 dest: /127.0.0.1:64704
2015-02-12 16:24:14,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139 src: /127.0.0.1:49343 dest: /127.0.0.1:64700
2015-02-12 16:24:14,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49343, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, duration: 1579000
2015-02-12 16:24:14,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:14,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49342, dest: /127.0.0.1:64704, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, duration: 2130000
2015-02-12 16:24:14,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:14,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49341, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, duration: 3125000
2015-02-12 16:24:14,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:14,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:14,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007.summary is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:14,275 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,335 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,398 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,619 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741949_1125, blk_1073741951_1127]
2015-02-12 16:24:14,619 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741949_1125, blk_1073741951_1127]
2015-02-12 16:24:14,713 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0006_01_000001 succeeded
2015-02-12 16:24:14,713 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:24:14,713 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0006_01_000001
2015-02-12 16:24:14,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001
2015-02-12 16:24:14,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001
2015-02-12 16:24:14,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001
2015-02-12 16:24:14,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0006/container_1423786898409_0006_01_000001
2015-02-12 16:24:14,728 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000001
2015-02-12 16:24:14,729 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:24:14,729 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0006_01_000001 from application application_1423786898409_0006
2015-02-12 16:24:14,729 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:14,729 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0006
2015-02-12 16:24:14,976 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:14,977 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:24:14,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000001
2015-02-12 16:24:14,976 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0006_000001
2015-02-12 16:24:14,977 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0006_000001
2015-02-12 16:24:14,977 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:14,978 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0006_000001 released container container_1423786898409_0006_01_000001 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:14,978 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,978 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0006_000001 State change from FINISHING to FINISHED
2015-02-12 16:24:14,979 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0006 State change from FINISHING to FINISHED
2015-02-12 16:24:14,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:14,979 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0006_000001
2015-02-12 16:24:14,979 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0006
2015-02-12 16:24:14,979 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0006,name=[600029BDEA6B4653956FC418EBBCAF81/D5EAF472204345EDA252AACAC780941C] test/(1/1) ...tapplatform/declaredsinks,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0006/jobhistory/job/job_1423786898409_0006,appMasterHost=10.1.1.67,startTime=1423787033663,finishTime=1423787048556,finalStatus=SUCCEEDED
2015-02-12 16:24:14,979 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000002
2015-02-12 16:24:14,980 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:24:14,980 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0006_000001 is done. finalState=FINISHED
2015-02-12 16:24:14,980 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0006 requests cleared
2015-02-12 16:24:14,983 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0006_000001 (auth:SIMPLE)
2015-02-12 16:24:14,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0006_01_000001
2015-02-12 16:24:14,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0006 CONTAINERID=container_1423786898409_0006_01_000001
2015-02-12 16:24:14,986 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0006_01_000001]
2015-02-12 16:24:14,986 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,987 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:14,987 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:14,987 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:14,987 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000003
2015-02-12 16:24:14,987 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:24:14,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:14,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:14,988 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0006
2015-02-12 16:24:14,988 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:14,988 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0006, with delay of 10800 seconds
2015-02-12 16:24:14,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:14,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,031 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129
2015-02-12 16:24:15,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135
2015-02-12 16:24:15,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128
2015-02-12 16:24:15,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132
2015-02-12 16:24:15,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137
2015-02-12 16:24:15,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136
2015-02-12 16:24:15,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134
2015-02-12 16:24:15,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126
2015-02-12 16:24:15,278 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:15,278 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:15,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:15,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000004
2015-02-12 16:24:15,279 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:15,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0006
2015-02-12 16:24:15,280 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:15,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,280 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0006, with delay of 10800 seconds
2015-02-12 16:24:15,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,303 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:24:15,304 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:24:15,305 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:24:15,305 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:24:15,305 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:24:15,305 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 16:24:15,305 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:24:15,341 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:15,341 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:15,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:15,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000005
2015-02-12 16:24:15,341 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:15,342 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0006
2015-02-12 16:24:15,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,342 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:15,342 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0006, with delay of 10800 seconds
2015-02-12 16:24:15,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132
2015-02-12 16:24:15,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130
2015-02-12 16:24:15,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129
2015-02-12 16:24:15,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128
2015-02-12 16:24:15,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126
2015-02-12 16:24:15,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136
2015-02-12 16:24:15,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131
2015-02-12 16:24:15,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133
2015-02-12 16:24:15,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135
2015-02-12 16:24:15,405 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:15,405 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:15,406 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000006
2015-02-12 16:24:15,406 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:15,405 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:15,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,407 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0006
2015-02-12 16:24:15,407 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0006
2015-02-12 16:24:15,408 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:15,408 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0006, with delay of 10800 seconds
2015-02-12 16:24:15,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134
2015-02-12 16:24:15,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133
2015-02-12 16:24:15,677 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0007_01_000002
2015-02-12 16:24:15,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:15,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:15,678 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0007_01_000004
2015-02-12 16:24:15,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:15,679 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0007_01_000005
2015-02-12 16:24:15,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:15,679 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0007_01_000006
2015-02-12 16:24:15,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:15,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:15,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:15,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137
2015-02-12 16:24:15,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130
2015-02-12 16:24:15,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131
2015-02-12 16:24:15,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741950_1126
2015-02-12 16:24:15,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741960_1136
2015-02-12 16:24:15,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135
2015-02-12 16:24:15,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:15,798 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:15,798 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:15,798 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:15,799 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:15,802 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:15,804 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000005 by user soberoi
2015-02-12 16:24:15,804 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0007
2015-02-12 16:24:15,804 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000005
2015-02-12 16:24:15,804 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from NEW to INITING
2015-02-12 16:24:15,805 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000005 to application application_1423786898409_0007
2015-02-12 16:24:15,805 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from INITING to RUNNING
2015-02-12 16:24:15,805 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:24:15,805 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,805 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,805 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:15,805 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0007
2015-02-12 16:24:15,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,806 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0007_01_000005
2015-02-12 16:24:15,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000002 by user soberoi
2015-02-12 16:24:15,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000002
2015-02-12 16:24:15,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000004 by user soberoi
2015-02-12 16:24:15,808 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0007
2015-02-12 16:24:15,808 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000002 to application application_1423786898409_0007
2015-02-12 16:24:15,808 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from NEW to INITING
2015-02-12 16:24:15,808 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000004 to application application_1423786898409_0007
2015-02-12 16:24:15,808 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000004
2015-02-12 16:24:15,809 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from INITING to RUNNING
2015-02-12 16:24:15,809 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:24:15,809 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,809 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,809 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:15,809 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0007
2015-02-12 16:24:15,808 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:24:15,810 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,810 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,810 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:15,810 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,810 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,810 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0007
2015-02-12 16:24:15,810 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0007_01_000004
2015-02-12 16:24:15,811 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:15,811 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000003 by user soberoi
2015-02-12 16:24:15,811 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000003
2015-02-12 16:24:15,811 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000003 to application application_1423786898409_0007
2015-02-12 16:24:15,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:24:15,812 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,812 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,812 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:15,812 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0007
2015-02-12 16:24:15,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:15,814 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0007_01_000006 by user soberoi
2015-02-12 16:24:15,814 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0007
2015-02-12 16:24:15,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000006
2015-02-12 16:24:15,815 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from NEW to INITING
2015-02-12 16:24:15,816 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0007_01_000006 to application application_1423786898409_0007
2015-02-12 16:24:15,816 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from INITING to RUNNING
2015-02-12 16:24:15,816 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:24:15,816 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,816 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0007
2015-02-12 16:24:15,816 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:15,816 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0007
2015-02-12 16:24:15,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:15,817 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0007_01_000006
2015-02-12 16:24:15,849 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0007_01_000004.tokens. Credentials list:
2015-02-12 16:24:15,851 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423786898409_0007_01_000005.tokens. Credentials list:
2015-02-12 16:24:15,851 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 16:24:15,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 16:24:15,854 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 16:24:15,857 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0007_01_000006.tokens. Credentials list:
2015-02-12 16:24:15,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134
2015-02-12 16:24:15,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741957_1133
2015-02-12 16:24:15,906 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:15,906 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:15,924 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:15,924 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:15,989 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:15,989 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:15,989 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:16,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:16,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:16,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:16,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741961_1137
2015-02-12 16:24:16,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741959_1135
2015-02-12 16:24:16,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741955_1131
2015-02-12 16:24:16,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741953_1129
2015-02-12 16:24:16,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741954_1130
2015-02-12 16:24:16,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741956_1132
2015-02-12 16:24:16,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741952_1128
2015-02-12 16:24:16,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000003/default_container_executor.sh]
2015-02-12 16:24:16,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000002/default_container_executor.sh]
2015-02-12 16:24:16,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423786898409_0007_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005.tokens
2015-02-12 16:24:16,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:16,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0007_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004.tokens
2015-02-12 16:24:16,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:16,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0007_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006.tokens
2015-02-12 16:24:16,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:16,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:16,282 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:16,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:16,344 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:16,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:16,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:16,407 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:16,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,463 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:16,549 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,549 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:16,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,550 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:16,550 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:16,550 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:16,605 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:16,606 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:16,612 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:16,612 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:16,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:16,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:16,692 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:24:16,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006/default_container_executor.sh]
2015-02-12 16:24:16,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004/default_container_executor.sh]
2015-02-12 16:24:16,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005/default_container_executor.sh]
2015-02-12 16:24:20,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139
2015-02-12 16:24:20,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139
2015-02-12 16:24:20,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138
2015-02-12 16:24:20,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741958_1134
2015-02-12 16:24:20,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138
2015-02-12 16:24:20,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741963_1139
2015-02-12 16:24:21,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741962_1138
2015-02-12 16:24:23,363 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 16:24:23,363 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:24:24,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:24,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:24,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:24,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:24,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:24,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:24,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:25,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:25,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:25,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:25,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:25,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:25,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:25,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:25,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140 src: /127.0.0.1:49380 dest: /127.0.0.1:64710
2015-02-12 16:24:25,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140 src: /127.0.0.1:49381 dest: /127.0.0.1:64700
2015-02-12 16:24:25,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140 src: /127.0.0.1:49382 dest: /127.0.0.1:64707
2015-02-12 16:24:25,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49382, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, duration: 28842000
2015-02-12 16:24:25,399 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:25,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:25,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49381, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, duration: 29534000
2015-02-12 16:24:25,400 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:25,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49380, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, duration: 30335000
2015-02-12 16:24:25,400 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a/part-00000 is closed by DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1
2015-02-12 16:24:25,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,413 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:25,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141 src: /127.0.0.1:49383 dest: /127.0.0.1:64700
2015-02-12 16:24:25,418 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141 src: /127.0.0.1:49384 dest: /127.0.0.1:64710
2015-02-12 16:24:25,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141 src: /127.0.0.1:49385 dest: /127.0.0.1:64704
2015-02-12 16:24:25,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49385, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, duration: 1341000
2015-02-12 16:24:25,422 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:25,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49384, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, duration: 2069000
2015-02-12 16:24:25,423 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,424 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49383, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, duration: 3016000
2015-02-12 16:24:25,424 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b/part-00000 is closed by DFSClient_attempt_1423786898409_0007_m_000000_0_1868013711_1
2015-02-12 16:24:25,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:25,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:25,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:25,448 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:25,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:25,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/1-a/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:25,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:25,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:25,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:25,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0/2-b/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1/_temporary/attempt_1423786898409_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,522 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:25,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000002
2015-02-12 16:24:25,524 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000002
2015-02-12 16:24:25,524 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:24:25,524 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000002
2015-02-12 16:24:25,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:25,543 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0007_01_000002 is : 143
2015-02-12 16:24:25,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143 src: /127.0.0.1:49388 dest: /127.0.0.1:64710
2015-02-12 16:24:25,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142 src: /127.0.0.1:49386 dest: /127.0.0.1:64700
2015-02-12 16:24:25,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143 src: /127.0.0.1:49389 dest: /127.0.0.1:64700
2015-02-12 16:24:25,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142 src: /127.0.0.1:49390 dest: /127.0.0.1:64710
2015-02-12 16:24:25,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143 src: /127.0.0.1:49391 dest: /127.0.0.1:64704
2015-02-12 16:24:25,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142 src: /127.0.0.1:49392 dest: /127.0.0.1:64707
2015-02-12 16:24:25,553 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist for DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:25,554 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:25,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000002
2015-02-12 16:24:25,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000002
2015-02-12 16:24:25,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000002
2015-02-12 16:24:25,555 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:25,555 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000002 from application application_1423786898409_0007
2015-02-12 16:24:25,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:25,555 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:25,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000002
2015-02-12 16:24:25,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000002
2015-02-12 16:24:25,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49392, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000001_0_-156159301_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, duration: 34360000
2015-02-12 16:24:25,586 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:25,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,586 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49390, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000001_0_-156159301_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, duration: 34957000
2015-02-12 16:24:25,587 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,587 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49386, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000001_0_-156159301_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, duration: 35907000
2015-02-12 16:24:25,588 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,592 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c/part-00001 is closed by DFSClient_attempt_1423786898409_0007_m_000001_0_-156159301_1
2015-02-12 16:24:25,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:25,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:25,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:25,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/3-c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:25,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0/3-c/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/3-c/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1/_temporary/attempt_1423786898409_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,661 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:25,663 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000003
2015-02-12 16:24:25,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000003
2015-02-12 16:24:25,663 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:24:25,664 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:25,664 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:24:25,664 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000002
2015-02-12 16:24:25,664 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000003
2015-02-12 16:24:25,664 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:24:25,664 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000002 on node: host: 10.1.1.67:64746 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:24:25,683 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0007_01_000003 is : 143
2015-02-12 16:24:25,694 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:25,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000003
2015-02-12 16:24:25,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000003
2015-02-12 16:24:25,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000003
2015-02-12 16:24:25,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000003
2015-02-12 16:24:25,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000003
2015-02-12 16:24:25,696 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:25,697 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000003 from application application_1423786898409_0007
2015-02-12 16:24:25,697 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:25,697 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:25,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1/_temporary/attempt_1423786898409_0007_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,720 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:25,722 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000006
2015-02-12 16:24:25,722 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000006
2015-02-12 16:24:25,722 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:24:25,722 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000006
2015-02-12 16:24:25,740 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0007_01_000006 is : 143
2015-02-12 16:24:25,750 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006
2015-02-12 16:24:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006
2015-02-12 16:24:25,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006
2015-02-12 16:24:25,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000006
2015-02-12 16:24:25,753 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000006
2015-02-12 16:24:25,753 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:25,754 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000006 from application application_1423786898409_0007
2015-02-12 16:24:25,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:25,754 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:25,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:25,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:25,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:25,819 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:25,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:25,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144 src: /127.0.0.1:49395 dest: /127.0.0.1:64707
2015-02-12 16:24:25,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144 src: /127.0.0.1:49397 dest: /127.0.0.1:64704
2015-02-12 16:24:25,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144 src: /127.0.0.1:49398 dest: /127.0.0.1:64700
2015-02-12 16:24:25,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145 src: /127.0.0.1:49396 dest: /127.0.0.1:64700
2015-02-12 16:24:25,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145 src: /127.0.0.1:49399 dest: /127.0.0.1:64707
2015-02-12 16:24:25,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145 src: /127.0.0.1:49400 dest: /127.0.0.1:64710
2015-02-12 16:24:25,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49398, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000002_0_-2046531739_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, duration: 34965000
2015-02-12 16:24:25,951 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:25,952 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49397, dest: /127.0.0.1:64704, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000002_0_-2046531739_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, duration: 35734000
2015-02-12 16:24:25,952 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49395, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000002_0_-2046531739_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, duration: 36740000
2015-02-12 16:24:25,953 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:25,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49400, dest: /127.0.0.1:64710, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000003_0_1049345856_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, duration: 33735000
2015-02-12 16:24:25,959 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:25,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:25,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49399, dest: /127.0.0.1:64707, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000003_0_1049345856_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, duration: 34620000
2015-02-12 16:24:25,960 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:25,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49396, dest: /127.0.0.1:64700, bytes: 6, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0007_m_000003_0_1049345856_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, duration: 35800000
2015-02-12 16:24:25,961 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:25,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:25,967 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e/part-00003 is closed by DFSClient_attempt_1423786898409_0007_m_000003_0_1049345856_1
2015-02-12 16:24:25,969 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d/part-00002 is closed by DFSClient_attempt_1423786898409_0007_m_000002_0_-2046531739_1
2015-02-12 16:24:25,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:25,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:25,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:25,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:25,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:25,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:25,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:25,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/5-e dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:26,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/4-d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:26,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0/5-e/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/5-e/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0/4-d/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/4-d/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:26,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary/_attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:26,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1/_temporary/attempt_1423786898409_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:26,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1/_temporary/attempt_1423786898409_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:26,043 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:26,044 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000004
2015-02-12 16:24:26,044 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000004
2015-02-12 16:24:26,045 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:24:26,045 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000004
2015-02-12 16:24:26,045 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:26,047 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000005
2015-02-12 16:24:26,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000005
2015-02-12 16:24:26,048 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:24:26,048 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000005
2015-02-12 16:24:26,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,055 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:24:26,068 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0007_01_000004 is : 143
2015-02-12 16:24:26,070 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0007_01_000005 is : 143
2015-02-12 16:24:26,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:26,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,077 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:26,077 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:26,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005
2015-02-12 16:24:26,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005
2015-02-12 16:24:26,079 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000005
2015-02-12 16:24:26,079 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:26,079 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000005 from application application_1423786898409_0007
2015-02-12 16:24:26,079 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:26,079 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:26,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005
2015-02-12 16:24:26,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004
2015-02-12 16:24:26,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004
2015-02-12 16:24:26,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004
2015-02-12 16:24:26,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000004
2015-02-12 16:24:26,079 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000004
2015-02-12 16:24:26,081 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:26,081 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000004 from application application_1423786898409_0007
2015-02-12 16:24:26,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:26,081 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:26,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000005
2015-02-12 16:24:26,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,098 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49391, dest: /127.0.0.1:64704, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, duration: 548740000
2015-02-12 16:24:26,099 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:26,102 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 16341
2015-02-12 16:24:26,102 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49389, dest: /127.0.0.1:64700, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, duration: 552428000
2015-02-12 16:24:26,103 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,103 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 16341
2015-02-12 16:24:26,103 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49388, dest: /127.0.0.1:64710, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, duration: 553577000
2015-02-12 16:24:26,104 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 16341
2015-02-12 16:24:26,105 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,110 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:26,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146 src: /127.0.0.1:49403 dest: /127.0.0.1:64707
2015-02-12 16:24:26,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146 src: /127.0.0.1:49404 dest: /127.0.0.1:64700
2015-02-12 16:24:26,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146 src: /127.0.0.1:49405 dest: /127.0.0.1:64704
2015-02-12 16:24:26,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49405, dest: /127.0.0.1:64704, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, duration: 1590000
2015-02-12 16:24:26,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:26,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:24:26,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49404, dest: /127.0.0.1:64700, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, duration: 2325000
2015-02-12 16:24:26,120 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49403, dest: /127.0.0.1:64707, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, duration: 3359000
2015-02-12 16:24:26,121 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,121 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,122 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:26,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:26,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:26,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:26,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:26,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,150 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:26,152 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147 src: /127.0.0.1:49407 dest: /127.0.0.1:64700
2015-02-12 16:24:26,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147 src: /127.0.0.1:49408 dest: /127.0.0.1:64704
2015-02-12 16:24:26,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147 src: /127.0.0.1:49409 dest: /127.0.0.1:64707
2015-02-12 16:24:26,159 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49409, dest: /127.0.0.1:64707, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, duration: 1770000
2015-02-12 16:24:26,159 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:26,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,160 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49408, dest: /127.0.0.1:64704, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, duration: 2500000
2015-02-12 16:24:26,160 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,161 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49407, dest: /127.0.0.1:64700, bytes: 56191, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, duration: 3378000
2015-02-12 16:24:26,161 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,163 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:26,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:26,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:26,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007/job_1423786898409_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:26,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:26,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:26,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148 src: /127.0.0.1:49411 dest: /127.0.0.1:64710
2015-02-12 16:24:26,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148 src: /127.0.0.1:49412 dest: /127.0.0.1:64704
2015-02-12 16:24:26,185 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148 src: /127.0.0.1:49413 dest: /127.0.0.1:64707
2015-02-12 16:24:26,189 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49413, dest: /127.0.0.1:64707, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, duration: 1881000
2015-02-12 16:24:26,189 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:26,189 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:26,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49412, dest: /127.0.0.1:64704, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, duration: 2606000
2015-02-12 16:24:26,190 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:26,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49411, dest: /127.0.0.1:64710, bytes: 112807, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1146760363_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, duration: 3680000
2015-02-12 16:24:26,191 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:26,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:26,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1146760363_1
2015-02-12 16:24:26,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:26,213 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:24:26,213 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:26,213 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0007 with final state: FINISHING
2015-02-12 16:24:26,214 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:26,214 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0007
2015-02-12 16:24:26,214 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:26,214 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:26,669 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:26,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:26,669 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:24:26,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000003
2015-02-12 16:24:26,670 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:26,670 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000003 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:26,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:26,733 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:24:26,733 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000006
2015-02-12 16:24:26,733 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:26,733 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000006 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:27,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:27,060 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:24:27,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000004
2015-02-12 16:24:27,061 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:27,061 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000004 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:27,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:27,062 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:24:27,062 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000005
2015-02-12 16:24:27,062 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:27,062 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000005 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:27,224 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0007 unregistered successfully.
2015-02-12 16:24:27,227 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:24:27,227 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:24:27,227 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:24:27,228 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:24:27,228 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:24:27,228 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:24:27,228 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:24:27,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0007 dst=null perm=null proto=rpc
2015-02-12 16:24:27,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplates5B522919EF41402DB281D04E06CC696B dst=null perm=null proto=rpc
2015-02-12 16:24:27,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=null proto=rpc
2015-02-12 16:24:27,277 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary
2015-02-12 16:24:27,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:27,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:27,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:27,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:27,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:27,291 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:27,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:27,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:27,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:27,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:27,305 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:27,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:27,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:27,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:27,310 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testtemplates
2015-02-12 16:24:27,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=null proto=rpc
2015-02-12 16:24:27,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=null proto=rpc
2015-02-12 16:24:27,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=null proto=rpc
2015-02-12 16:24:27,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates dst=null perm=null proto=rpc
2015-02-12 16:24:27,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:27,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:27,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:27,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:27,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplates/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:27,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:27,328 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:24:27,328 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt"]
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: TemplateTap["Hfs["TextDelimited[['upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview"]"]["%s-%s"]
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:24:27,338 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:24:27,339 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...latform/testtemplatesview
2015-02-12 16:24:27,357 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:27,366 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:27,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:27,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:27,372 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 8
2015-02-12 16:24:27,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=null proto=rpc
2015-02-12 16:24:27,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:24:27,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:24:27,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:24:27,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 src: /127.0.0.1:49417 dest: /127.0.0.1:64700
2015-02-12 16:24:27,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 src: /127.0.0.1:49418 dest: /127.0.0.1:64704
2015-02-12 16:24:27,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 src: /127.0.0.1:49419 dest: /127.0.0.1:64707
2015-02-12 16:24:27,387 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49419, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, duration: 2203000
2015-02-12 16:24:27,387 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:27,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,388 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49418, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, duration: 2704000
2015-02-12 16:24:27,388 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,389 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49417, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, duration: 4039000
2015-02-12 16:24:27,389 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,391 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:27,392 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar
2015-02-12 16:24:27,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:24:27,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:24:27,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:27,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:24:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:24:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:27,403 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:27,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:27,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,408 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split
2015-02-12 16:24:27,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:27,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:27,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150 src: /127.0.0.1:49420 dest: /127.0.0.1:64700
2015-02-12 16:24:27,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150 src: /127.0.0.1:49421 dest: /127.0.0.1:64710
2015-02-12 16:24:27,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150 src: /127.0.0.1:49422 dest: /127.0.0.1:64704
2015-02-12 16:24:27,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150 src: /127.0.0.1:49423 dest: /127.0.0.1:64707
2015-02-12 16:24:27,418 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49423, dest: /127.0.0.1:64707, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, duration: 1698000
2015-02-12 16:24:27,419 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:27,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49422, dest: /127.0.0.1:64704, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, duration: 2330000
2015-02-12 16:24:27,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49421, dest: /127.0.0.1:64710, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, duration: 3359000
2015-02-12 16:24:27,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49420, dest: /127.0.0.1:64700, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, duration: 4307000
2015-02-12 16:24:27,421 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:27,426 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:27,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:27,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151 src: /127.0.0.1:49424 dest: /127.0.0.1:64700
2015-02-12 16:24:27,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151 src: /127.0.0.1:49425 dest: /127.0.0.1:64707
2015-02-12 16:24:27,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151 src: /127.0.0.1:49426 dest: /127.0.0.1:64710
2015-02-12 16:24:27,437 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49426, dest: /127.0.0.1:64710, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, duration: 1174000
2015-02-12 16:24:27,438 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:27,438 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49425, dest: /127.0.0.1:64707, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, duration: 1638000
2015-02-12 16:24:27,438 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49424, dest: /127.0.0.1:64700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, duration: 2569000
2015-02-12 16:24:27,439 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:27,442 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 16:24:27,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:27,451 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:24:27,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152 src: /127.0.0.1:49427 dest: /127.0.0.1:64710
2015-02-12 16:24:27,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152 src: /127.0.0.1:49428 dest: /127.0.0.1:64707
2015-02-12 16:24:27,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152 src: /127.0.0.1:49429 dest: /127.0.0.1:64700
2015-02-12 16:24:27,459 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49429, dest: /127.0.0.1:64700, bytes: 96756, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, duration: 1676000
2015-02-12 16:24:27,459 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:27,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,460 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49428, dest: /127.0.0.1:64707, bytes: 96756, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, duration: 2520000
2015-02-12 16:24:27,460 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,461 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49427, dest: /127.0.0.1:64710, bytes: 96756, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, duration: 3376000
2015-02-12 16:24:27,461 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:27,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:27,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:27,463 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0008
2015-02-12 16:24:27,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=null proto=rpc
2015-02-12 16:24:27,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:27,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:27,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:27,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:27,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:27,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:27,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,481 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 8 submitted by user soberoi
2015-02-12 16:24:27,481 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0008
2015-02-12 16:24:27,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from NEW to NEW_SAVING
2015-02-12 16:24:27,481 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0008
2015-02-12 16:24:27,481 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0008
2015-02-12 16:24:27,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:24:27,482 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0008 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:24:27,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 16:24:27,482 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from NEW to SUBMITTED
2015-02-12 16:24:27,483 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0008_000001 to scheduler from user: soberoi
2015-02-12 16:24:27,483 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:24:27,483 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0008
2015-02-12 16:24:27,485 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0008/
2015-02-12 16:24:27,485 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0008
2015-02-12 16:24:27,485 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0008/
2015-02-12 16:24:27,677 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:27,677 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:27,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:27,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000001
2015-02-12 16:24:27,678 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:24:27,678 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0008_01_000001
2015-02-12 16:24:27,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:27,678 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0008 AttemptId: appattempt_1423786898409_0008_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0008_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ]
2015-02-12 16:24:27,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:24:27,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:24:27,679 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0008_000001
2015-02-12 16:24:27,680 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0008_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,680 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:24:27,680 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,680 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,682 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:27,684 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000001 by user soberoi
2015-02-12 16:24:27,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0008
2015-02-12 16:24:27,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000001
2015-02-12 16:24:27,685 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from NEW to INITING
2015-02-12 16:24:27,685 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000001 to application application_1423786898409_0008
2015-02-12 16:24:27,685 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from INITING to RUNNING
2015-02-12 16:24:27,685 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0008_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0008_000001
2015-02-12 16:24:27,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:24:27,686 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:24:27,686 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:27,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:27,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:24:27,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:24:27,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:27,686 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0008_01_000001
2015-02-12 16:24:27,696 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423786898409_0008_01_000001.tokens. Credentials list:
2015-02-12 16:24:27,740 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:27,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:27,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423786898409_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001.tokens
2015-02-12 16:24:27,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:27,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:27,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:27,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:27,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:28,025 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:28,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:28,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:28,060 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:28,063 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:28,072 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:28,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:28,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:28,119 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:28,119 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:28,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:28,148 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:28,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001/default_container_executor.sh]
2015-02-12 16:24:28,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:28,682 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:28,682 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:28,744 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:29,061 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:29,073 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:29,640 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64704 to replicate blk_1073741973_1149 to datanode(s) 127.0.0.1:64710
2015-02-12 16:24:29,640 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741961_1137, blk_1073741963_1139]
2015-02-12 16:24:29,641 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741967_1143]
2015-02-12 16:24:29,691 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:29,691 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:29,753 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:30,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:30,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:24:30,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:24:30,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:24:30,062 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:30,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:30,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=null proto=rpc
2015-02-12 16:24:30,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:24:30,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:30,330 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 to 127.0.0.1:64710
2015-02-12 16:24:30,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 src: /127.0.0.1:49436 dest: /127.0.0.1:64710
2015-02-12 16:24:30,332 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 (numBytes=254067) to /127.0.0.1:64710
2015-02-12 16:24:30,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149 src: /127.0.0.1:49436 dest: /127.0.0.1:64710 of size 254067
2015-02-12 16:24:30,334 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741973_1149 size 254067
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 16:24:30,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:24:30,344 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 16:24:30,344 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 16:24:30,344 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:24:30,344 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:24:30,344 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:24:30,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:30,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:30,625 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 16:24:30,626 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:24:30,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 16:24:30,627 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:24:30,693 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:30,693 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:30,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141
2015-02-12 16:24:30,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142
2015-02-12 16:24:30,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140
2015-02-12 16:24:30,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,067 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,080 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141
2015-02-12 16:24:31,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140
2015-02-12 16:24:31,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145
2015-02-12 16:24:31,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741967_1143
2015-02-12 16:24:31,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142
2015-02-12 16:24:31,388 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:31,390 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0008_000001
2015-02-12 16:24:31,391 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0008 APPATTEMPTID=appattempt_1423786898409_0008_000001
2015-02-12 16:24:31,391 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:24:31,391 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from ACCEPTED to RUNNING
2015-02-12 16:24:31,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:31,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:31,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:31,695 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,695 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:31,776 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:31,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153 src: /127.0.0.1:49443 dest: /127.0.0.1:64707
2015-02-12 16:24:31,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153 src: /127.0.0.1:49444 dest: /127.0.0.1:64700
2015-02-12 16:24:31,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153 src: /127.0.0.1:49445 dest: /127.0.0.1:64710
2015-02-12 16:24:31,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49445, dest: /127.0.0.1:64710, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, duration: 31079000
2015-02-12 16:24:31,859 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:31,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:24:31,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49444, dest: /127.0.0.1:64700, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, duration: 31880000
2015-02-12 16:24:31,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:31,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:24:31,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49443, dest: /127.0.0.1:64707, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, duration: 32756000
2015-02-12 16:24:31,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:31,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:24:31,865 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:31,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:31,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:31,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154 src: /127.0.0.1:49446 dest: /127.0.0.1:64710
2015-02-12 16:24:31,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154 src: /127.0.0.1:49447 dest: /127.0.0.1:64700
2015-02-12 16:24:31,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154 src: /127.0.0.1:49448 dest: /127.0.0.1:64707
2015-02-12 16:24:31,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49448, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, duration: 1483000
2015-02-12 16:24:31,908 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:31,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:31,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49447, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, duration: 2255000
2015-02-12 16:24:31,909 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:31,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:31,909 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49446, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, duration: 3035000
2015-02-12 16:24:31,910 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:31,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:31,912 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008.summary is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:32,074 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,084 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,378 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0007_01_000001 succeeded
2015-02-12 16:24:32,378 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:24:32,378 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0007_01_000001
2015-02-12 16:24:32,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001
2015-02-12 16:24:32,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001
2015-02-12 16:24:32,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000001
2015-02-12 16:24:32,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001
2015-02-12 16:24:32,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0007/container_1423786898409_0007_01_000001
2015-02-12 16:24:32,393 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:24:32,394 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0007_01_000001 from application application_1423786898409_0007
2015-02-12 16:24:32,394 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:32,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0007
2015-02-12 16:24:32,650 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741962_1138, blk_1073741963_1139, blk_1073741967_1143]
2015-02-12 16:24:32,650 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741958_1134, blk_1073741959_1135, blk_1073741961_1137, blk_1073741962_1138, blk_1073741967_1143]
2015-02-12 16:24:32,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:32,699 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0007_000001
2015-02-12 16:24:32,699 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:24:32,700 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0007_000001
2015-02-12 16:24:32,700 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000001
2015-02-12 16:24:32,700 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0007_000001 State change from FINISHING to FINISHED
2015-02-12 16:24:32,700 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:32,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0007 State change from FINISHING to FINISHED
2015-02-12 16:24:32,700 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0007_000001 released container container_1423786898409_0007_01_000001 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:32,701 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,701 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0007
2015-02-12 16:24:32,701 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0007_000001
2015-02-12 16:24:32,701 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0007,name=[9D1E3768BB244ADAAD7AAE3780D84B46/0B41515A1F3E49F1B20657B49016A5F2] test/(1/1) ...tapplatform/testtemplates,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0007/jobhistory/job/job_1423786898409_0007,appMasterHost=10.1.1.67,startTime=1423787049806,finishTime=1423787066213,finalStatus=SUCCEEDED
2015-02-12 16:24:32,701 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:32,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000002
2015-02-12 16:24:32,702 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:24:32,702 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0007_000001 is done. finalState=FINISHED
2015-02-12 16:24:32,702 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0007 requests cleared
2015-02-12 16:24:32,704 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0007_000001 (auth:SIMPLE)
2015-02-12 16:24:32,705 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0007_01_000001
2015-02-12 16:24:32,705 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0007 CONTAINERID=container_1423786898409_0007_01_000001
2015-02-12 16:24:32,706 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0007_01_000002, container_1423786898409_0007_01_000001]
2015-02-12 16:24:32,706 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,706 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:32,706 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,706 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:32,707 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000003
2015-02-12 16:24:32,707 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:24:32,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0007
2015-02-12 16:24:32,707 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:32,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,707 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0007, with delay of 10800 seconds
2015-02-12 16:24:32,773 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:32,773 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:32,773 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:32,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,774 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000004
2015-02-12 16:24:32,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,774 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0007
2015-02-12 16:24:32,775 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:32,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:32,774 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:32,775 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0007, with delay of 10800 seconds
2015-02-12 16:24:33,083 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:33,083 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:33,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,085 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0007
2015-02-12 16:24:33,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000005
2015-02-12 16:24:33,085 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:33,085 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:33,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,085 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0007, with delay of 10800 seconds
2015-02-12 16:24:33,088 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:33,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:33,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:33,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000006
2015-02-12 16:24:33,089 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:33,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0007
2015-02-12 16:24:33,089 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0007
2015-02-12 16:24:33,090 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:33,090 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0007, with delay of 10800 seconds
2015-02-12 16:24:33,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 16:24:33,340 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:24:33,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 16:24:33,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:24:33,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 16:24:33,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 16:24:33,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:24:33,341 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 16:24:33,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:24:33,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:24:33,342 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 16:24:33,343 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:24:33,481 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0008_01_000002
2015-02-12 16:24:33,482 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:33,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:33,483 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0008_01_000004
2015-02-12 16:24:33,483 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:33,484 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0008_01_000005
2015-02-12 16:24:33,484 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:33,484 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0008_01_000006
2015-02-12 16:24:33,485 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:33,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:33,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:33,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:33,604 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:33,604 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:33,604 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:33,604 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:33,606 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:33,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000006 by user soberoi
2015-02-12 16:24:33,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0008
2015-02-12 16:24:33,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000005 by user soberoi
2015-02-12 16:24:33,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0008
2015-02-12 16:24:33,610 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from NEW to INITING
2015-02-12 16:24:33,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000005
2015-02-12 16:24:33,611 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from NEW to INITING
2015-02-12 16:24:33,611 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000005 to application application_1423786898409_0008
2015-02-12 16:24:33,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000006
2015-02-12 16:24:33,611 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000003 by user soberoi
2015-02-12 16:24:33,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000003
2015-02-12 16:24:33,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000004 by user soberoi
2015-02-12 16:24:33,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0008_01_000002 by user soberoi
2015-02-12 16:24:33,612 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000003 to application application_1423786898409_0008
2015-02-12 16:24:33,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000002
2015-02-12 16:24:33,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0008
2015-02-12 16:24:33,611 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from INITING to RUNNING
2015-02-12 16:24:33,613 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from NEW to INITING
2015-02-12 16:24:33,613 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000004 to application application_1423786898409_0008
2015-02-12 16:24:33,613 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:24:33,613 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,610 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000006 to application application_1423786898409_0008
2015-02-12 16:24:33,613 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,613 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from INITING to RUNNING
2015-02-12 16:24:33,613 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from INITING to RUNNING
2015-02-12 16:24:33,613 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:24:33,613 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,613 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,614 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:33,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000004
2015-02-12 16:24:33,612 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0008_01_000002 to application application_1423786898409_0008
2015-02-12 16:24:33,614 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0008
2015-02-12 16:24:33,613 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:24:33,614 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,614 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,614 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:33,613 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:33,615 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0008
2015-02-12 16:24:33,615 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0008
2015-02-12 16:24:33,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,614 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:24:33,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,615 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:24:33,615 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,616 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,616 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:33,616 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0008
2015-02-12 16:24:33,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0008_01_000004
2015-02-12 16:24:33,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,616 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,616 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0008
2015-02-12 16:24:33,616 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:33,616 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:33,616 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0008_01_000005
2015-02-12 16:24:33,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0008_01_000006
2015-02-12 16:24:33,616 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0008
2015-02-12 16:24:33,618 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:33,618 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:33,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0008_01_000004.tokens. Credentials list:
2015-02-12 16:24:33,644 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0008_01_000005.tokens. Credentials list:
2015-02-12 16:24:33,647 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423786898409_0008_01_000006.tokens. Credentials list:
2015-02-12 16:24:33,676 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:33,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:33,681 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:33,682 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:33,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:33,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:33,708 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:33,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:33,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:33,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 16:24:33,873 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967 for deletion
2015-02-12 16:24:33,874 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 16:24:33,874 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 16:24:33,874 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741967_1143 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741967
2015-02-12 16:24:33,874 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 16:24:33,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:33,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:33,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000002/default_container_executor.sh]
2015-02-12 16:24:33,938 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000003/default_container_executor.sh]
2015-02-12 16:24:34,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423786898409_0008_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006.tokens
2015-02-12 16:24:34,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:34,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0008_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004.tokens
2015-02-12 16:24:34,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:34,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423786898409_0008_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005.tokens
2015-02-12 16:24:34,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:34,084 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:34,084 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:34,091 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:34,091 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:34,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:34,266 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,266 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,268 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:34,356 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,356 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:34,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,370 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:34,370 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:34,370 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:34,419 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:34,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:34,445 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:34,445 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:34,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:34,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:34,499 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:24:34,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006/default_container_executor.sh]
2015-02-12 16:24:34,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005/default_container_executor.sh]
2015-02-12 16:24:34,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004/default_container_executor.sh]
2015-02-12 16:24:35,279 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145
2015-02-12 16:24:35,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152
2015-02-12 16:24:35,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146
2015-02-12 16:24:35,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741966_1142
2015-02-12 16:24:35,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741964_1140
2015-02-12 16:24:35,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150
2015-02-12 16:24:35,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148
2015-02-12 16:24:35,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151
2015-02-12 16:24:35,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147
2015-02-12 16:24:35,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144
2015-02-12 16:24:35,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741965_1141
2015-02-12 16:24:35,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150
2015-02-12 16:24:35,378 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144
2015-02-12 16:24:35,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148
2015-02-12 16:24:35,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146
2015-02-12 16:24:35,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149
2015-02-12 16:24:35,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149
2015-02-12 16:24:35,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147
2015-02-12 16:24:35,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741970_1146
2015-02-12 16:24:35,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149
2015-02-12 16:24:35,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741971_1147
2015-02-12 16:24:35,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152
2015-02-12 16:24:35,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150
2015-02-12 16:24:35,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151
2015-02-12 16:24:35,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741969_1145
2015-02-12 16:24:35,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741968_1144
2015-02-12 16:24:36,129 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741972_1148
2015-02-12 16:24:36,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741975_1151
2015-02-12 16:24:36,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741974_1150
2015-02-12 16:24:36,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741973_1149
2015-02-12 16:24:36,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741976_1152
2015-02-12 16:24:36,917 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 16:24:36,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:24:36,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:36,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,931 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0003,submitTime=1423786983085,launchTime=1423786987259,firstMapTaskLaunchTime=1423786989426,firstReduceTaskLaunchTime=0,finishTime=1423786999880,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=50,reduceSlotSeconds=0,jobName=[CC787219A23849DFAF2DE6470C4D4F87/323DD3DB8664485DA83154F89E1763F4] test/(1/1) ...rm/testdelimitedtemplates
2015-02-12 16:24:36,932 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary]
2015-02-12 16:24:36,932 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0001,submitTime=1423786904666,launchTime=1423786909392,firstMapTaskLaunchTime=1423786911577,firstReduceTaskLaunchTime=0,finishTime=1423786921383,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=38,reduceSlotSeconds=0,jobName=[82DB1F20BDB94C92B3A93088B0622568/48DAB01094CB4CB68634A14FA5F6BA3B] partition/(1/1) ...TextDelimited/partitioned
2015-02-12 16:24:36,933 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary]
2015-02-12 16:24:36,935 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1258 Total time for transactions(ms): 98 Number of transactions batched in Syncs: 39 Number of syncs: 803 SyncTimes(ms): 241 155
2015-02-12 16:24:36,935 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0002,submitTime=1423786922917,launchTime=1423786927097,firstMapTaskLaunchTime=1423786929245,firstReduceTaskLaunchTime=0,finishTime=1423786981181,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=26,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=641,reduceSlotSeconds=0,jobName=[1F9C58C5EF014E68956D2D56F48925D1/DF2531F4583F4686A4B125D3D80B11E5] copy/(1/1) ...ionTapTextDelimited/final
2015-02-12 16:24:36,936 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary]
2015-02-12 16:24:36,936 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:24:36,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:24:36,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,937 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741897_1073 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:24:36,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,944 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:24:36,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,944 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist
2015-02-12 16:24:36,944 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:24:36,945 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist
2015-02-12 16:24:36,945 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 16:24:36,945 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist
2015-02-12 16:24:36,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0002-1423786922917-soberoi-%5B1F9C58C5EF014E68956D2D56F48925D1%2FDF2531F4583F4686-1423786981181-26-0-SUCCEEDED-root.soberoi-1423786927097.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0001-1423786904666-soberoi-%5B82DB1F20BDB94C92B3A93088B0622568%2F48DAB01094CB4CB6-1423786921383-4-0-SUCCEEDED-root.soberoi-1423786909392.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0003-1423786983085-soberoi-%5BCC787219A23849DFAF2DE6470C4D4F87%2F323DD3DB8664485D-1423786999880-5-0-SUCCEEDED-root.soberoi-1423786987259.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,952 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0002_conf.xml
2015-02-12 16:24:36,952 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0001_conf.xml
2015-02-12 16:24:36,952 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0003_conf.xml
2015-02-12 16:24:36,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,957 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0004,submitTime=1423787001348,launchTime=1423787005430,firstMapTaskLaunchTime=1423787007596,firstReduceTaskLaunchTime=1423787018567,finishTime=1423787021693,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=33,reduceSlotSeconds=3,jobName=[2DCE2415E1574CA6A45EA88856E09B5E/CD94BF3E2DDA458ABF986F08CB7F7D0D] test/(1/1) ...pplatform/sidefile/direct
2015-02-12 16:24:36,957 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary]
2015-02-12 16:24:36,958 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0006,submitTime=1423787033663,launchTime=1423787037466,firstMapTaskLaunchTime=1423787039600,firstReduceTaskLaunchTime=0,finishTime=1423787048433,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=34,reduceSlotSeconds=0,jobName=[600029BDEA6B4653956FC418EBBCAF81/D5EAF472204345EDA252AACAC780941C] test/(1/1) ...tapplatform/declaredsinks
2015-02-12 16:24:36,958 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary]
2015-02-12 16:24:36,959 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:24:36,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,960 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0005,submitTime=1423787023221,launchTime=1423787026889,firstMapTaskLaunchTime=1423787029042,firstReduceTaskLaunchTime=0,finishTime=1423787032296,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=3,reduceSlotSeconds=0,jobName=[D1CD86D616F84F19920918B55977CA39/0E472DA8CD62408AB44D17DF55BF3877] null/(1/1) ...IteratorExceptionHandling
2015-02-12 16:24:36,960 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary]
2015-02-12 16:24:36,961 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:24:36,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,962 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64710
2015-02-12 16:24:36,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,963 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist
2015-02-12 16:24:36,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,965 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist
2015-02-12 16:24:36,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,965 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist
2015-02-12 16:24:36,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0004-1423787001348-soberoi-%5B2DCE2415E1574CA6A45EA88856E09B5E%2FCD94BF3E2DDA458A-1423787021693-4-1-SUCCEEDED-root.soberoi-1423787005430.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0006-1423787033663-soberoi-%5B600029BDEA6B4653956FC418EBBCAF81%2FD5EAF472204345ED-1423787048433-4-0-SUCCEEDED-root.soberoi-1423787037466.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,967 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0006_conf.xml
2015-02-12 16:24:36,967 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0004_conf.xml
2015-02-12 16:24:36,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0005-1423787023221-soberoi-%5BD1CD86D616F84F19920918B55977CA39%2F0E472DA8CD62408A-1423787032296-1-0-SUCCEEDED-root.soberoi-1423787026889.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,967 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0005_conf.xml
2015-02-12 16:24:36,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,971 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423786898409_0007,submitTime=1423787049806,launchTime=1423787053666,firstMapTaskLaunchTime=1423787055814,firstReduceTaskLaunchTime=0,finishTime=1423787066084,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=49,reduceSlotSeconds=0,jobName=[9D1E3768BB244ADAAD7AAE3780D84B46/0B41515A1F3E49F1B20657B49016A5F2] test/(1/1) ...tapplatform/testtemplates
2015-02-12 16:24:36,971 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary]
2015-02-12 16:24:36,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:24:36,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007.summary dst=null perm=null proto=rpc
2015-02-12 16:24:36,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 16:24:36,975 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist
2015-02-12 16:24:36,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0007-1423787049806-soberoi-%5B9D1E3768BB244ADAAD7AAE3780D84B46%2F0B41515A1F3E49F1-1423787066084-5-0-SUCCEEDED-root.soberoi-1423787053666.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:36,978 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml to hdfs://localhost:64699/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0007_conf.xml
2015-02-12 16:24:36,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423786898409_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:37,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 16:24:38,661 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741955_1131, blk_1073741940_1116, blk_1073741861_1037, blk_1073741928_1104, blk_1073741913_1089]
2015-02-12 16:24:38,661 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741970_1146, blk_1073741955_1131, blk_1073741940_1116, blk_1073741928_1104, blk_1073741897_1073, blk_1073741913_1089]
2015-02-12 16:24:39,353 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:24:39,354 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 16:24:39,355 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:24:39,355 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:24:39,888 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:24:39,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 16:24:39,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 16:24:39,889 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:24:40,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153
2015-02-12 16:24:40,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154
2015-02-12 16:24:40,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154
2015-02-12 16:24:40,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153
2015-02-12 16:24:41,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741977_1153
2015-02-12 16:24:41,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741978_1154
2015-02-12 16:24:41,670 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741970_1146, blk_1073741955_1131, blk_1073741861_1037, blk_1073741897_1073]
2015-02-12 16:24:41,670 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741970_1146, blk_1073741940_1116, blk_1073741861_1037, blk_1073741928_1104, blk_1073741897_1073, blk_1073741913_1089]
2015-02-12 16:24:42,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:24:42,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955 for deletion
2015-02-12 16:24:42,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 16:24:42,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:24:42,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:24:42,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 16:24:42,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741955_1131 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741955
2015-02-12 16:24:42,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:24:42,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741970_1146 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741970
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897 for deletion
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741928_1104 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741928
2015-02-12 16:24:42,641 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741940_1116 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741940
2015-02-12 16:24:42,642 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 16:24:42,642 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 16:24:42,642 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741897_1073 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741897
2015-02-12 16:24:42,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:42,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:42,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:42,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:43,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:43,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:43,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:43,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:43,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:43,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:43,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:43,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,496 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:43,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:43,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,557 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:24:43,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155 src: /127.0.0.1:49488 dest: /127.0.0.1:64710
2015-02-12 16:24:43,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155 src: /127.0.0.1:49490 dest: /127.0.0.1:64704
2015-02-12 16:24:43,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155 src: /127.0.0.1:49491 dest: /127.0.0.1:64700
2015-02-12 16:24:43,630 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49491, dest: /127.0.0.1:64700, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000001_0_234945386_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, duration: 36184000
2015-02-12 16:24:43,630 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:43,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49490, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000001_0_234945386_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, duration: 37174000
2015-02-12 16:24:43,631 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49488, dest: /127.0.0.1:64710, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000001_0_234945386_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, duration: 38095000
2015-02-12 16:24:43,632 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156 src: /127.0.0.1:49489 dest: /127.0.0.1:64707
2015-02-12 16:24:43,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156 src: /127.0.0.1:49492 dest: /127.0.0.1:64704
2015-02-12 16:24:43,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156 src: /127.0.0.1:49493 dest: /127.0.0.1:64710
2015-02-12 16:24:43,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c/part-00001 is closed by DFSClient_attempt_1423786898409_0008_m_000001_0_234945386_1
2015-02-12 16:24:43,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:43,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:43,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:43,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/3-c dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:24:43,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49493, dest: /127.0.0.1:64710, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, duration: 31928000
2015-02-12 16:24:43,671 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:43,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0/3-c/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/3-c/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49492, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, duration: 32707000
2015-02-12 16:24:43,672 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,672 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49489, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, duration: 33566000
2015-02-12 16:24:43,672 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a/part-00000 is closed by DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1
2015-02-12 16:24:43,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,684 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:43,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157 src: /127.0.0.1:49494 dest: /127.0.0.1:64710
2015-02-12 16:24:43,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157 src: /127.0.0.1:49495 dest: /127.0.0.1:64707
2015-02-12 16:24:43,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157 src: /127.0.0.1:49496 dest: /127.0.0.1:64704
2015-02-12 16:24:43,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49496, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, duration: 1556000
2015-02-12 16:24:43,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:43,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49495, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, duration: 1964000
2015-02-12 16:24:43,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49494, dest: /127.0.0.1:64710, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, duration: 2727000
2015-02-12 16:24:43,694 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b/part-00000 is closed by DFSClient_attempt_1423786898409_0008_m_000000_0_871440631_1
2015-02-12 16:24:43,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1/_temporary/attempt_1423786898409_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:43,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:43,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:43,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,727 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:43,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:43,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000003
2015-02-12 16:24:43,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000003
2015-02-12 16:24:43,729 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:24:43,729 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000003
2015-02-12 16:24:43,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/1-a/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:43,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:43,747 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:43,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:43,748 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0008_01_000003 is : 143
2015-02-12 16:24:43,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158 src: /127.0.0.1:49499 dest: /127.0.0.1:64707
2015-02-12 16:24:43,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158 src: /127.0.0.1:49500 dest: /127.0.0.1:64710
2015-02-12 16:24:43,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:43,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158 src: /127.0.0.1:49501 dest: /127.0.0.1:64700
2015-02-12 16:24:43,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0/2-b/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,758 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist for DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:43,758 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:43,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000003
2015-02-12 16:24:43,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000003
2015-02-12 16:24:43,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000003
2015-02-12 16:24:43,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000003
2015-02-12 16:24:43,760 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:43,760 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000003
2015-02-12 16:24:43,760 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000003 from application application_1423786898409_0008
2015-02-12 16:24:43,760 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:43,760 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:43,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:43,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1/_temporary/attempt_1423786898409_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,791 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:43,793 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000002
2015-02-12 16:24:43,793 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000002
2015-02-12 16:24:43,793 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:24:43,793 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000002
2015-02-12 16:24:43,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:43,794 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:24:43,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000003
2015-02-12 16:24:43,794 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:24:43,794 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000003 on node: host: 10.1.1.67:64746 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:24:43,812 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0008_01_000002 is : 143
2015-02-12 16:24:43,822 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:43,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000002
2015-02-12 16:24:43,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000002
2015-02-12 16:24:43,823 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000002
2015-02-12 16:24:43,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000002
2015-02-12 16:24:43,824 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000002
2015-02-12 16:24:43,824 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:43,825 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000002 from application application_1423786898409_0008
2015-02-12 16:24:43,826 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:43,826 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:43,832 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:43,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1/_temporary/attempt_1423786898409_0008_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:43,872 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:43,874 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000006
2015-02-12 16:24:43,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000006
2015-02-12 16:24:43,874 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:24:43,875 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000006
2015-02-12 16:24:43,893 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0008_01_000006 is : 143
2015-02-12 16:24:43,903 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:43,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006
2015-02-12 16:24:43,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006
2015-02-12 16:24:43,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006
2015-02-12 16:24:43,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000006
2015-02-12 16:24:43,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000006
2015-02-12 16:24:43,904 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:43,905 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000006 from application application_1423786898409_0008
2015-02-12 16:24:43,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:43,905 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:43,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159 src: /127.0.0.1:49503 dest: /127.0.0.1:64704
2015-02-12 16:24:43,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159 src: /127.0.0.1:49505 dest: /127.0.0.1:64710
2015-02-12 16:24:43,909 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159 src: /127.0.0.1:49506 dest: /127.0.0.1:64707
2015-02-12 16:24:43,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:43,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49506, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000003_0_-1539179384_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, duration: 41967000
2015-02-12 16:24:43,953 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:43,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49505, dest: /127.0.0.1:64710, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000003_0_-1539179384_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, duration: 43044000
2015-02-12 16:24:43,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:43,954 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49503, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000003_0_-1539179384_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, duration: 43989000
2015-02-12 16:24:43,955 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:43,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:43,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:43,961 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e/part-00003 is closed by DFSClient_attempt_1423786898409_0008_m_000003_0_-1539179384_1
2015-02-12 16:24:43,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:24:43,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:43,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:43,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:43,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:43,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/5-e dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:43,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:24:43,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0/5-e/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/5-e/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160 src: /127.0.0.1:49507 dest: /127.0.0.1:64704
2015-02-12 16:24:44,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160 src: /127.0.0.1:49508 dest: /127.0.0.1:64707
2015-02-12 16:24:44,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160 src: /127.0.0.1:49509 dest: /127.0.0.1:64700
2015-02-12 16:24:44,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1/_temporary/attempt_1423786898409_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,062 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:44,064 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000005
2015-02-12 16:24:44,064 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000005
2015-02-12 16:24:44,064 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:24:44,064 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000005
2015-02-12 16:24:44,079 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49509, dest: /127.0.0.1:64700, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000002_0_2135053038_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, duration: 41574000
2015-02-12 16:24:44,079 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:44,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,080 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49508, dest: /127.0.0.1:64707, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000002_0_2135053038_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, duration: 42355000
2015-02-12 16:24:44,080 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49507, dest: /127.0.0.1:64704, bytes: 2, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0008_m_000002_0_2135053038_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, duration: 43466000
2015-02-12 16:24:44,081 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,083 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0008_01_000005 is : 143
2015-02-12 16:24:44,086 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d/part-00002 is closed by DFSClient_attempt_1423786898409_0008_m_000002_0_2135053038_1
2015-02-12 16:24:44,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,093 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:44,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005
2015-02-12 16:24:44,093 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005
2015-02-12 16:24:44,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005
2015-02-12 16:24:44,094 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000005
2015-02-12 16:24:44,094 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000005
2015-02-12 16:24:44,094 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:44,094 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000005 from application application_1423786898409_0008
2015-02-12 16:24:44,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:44,094 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:44,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:44,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:44,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:44,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:44,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/4-d dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:44,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:24:44,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0/4-d/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/4-d/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary/_attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1/_temporary/attempt_1423786898409_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:24:44,143 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:44,145 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000004
2015-02-12 16:24:44,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000004
2015-02-12 16:24:44,146 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:24:44,146 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000004
2015-02-12 16:24:44,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,154 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:24:44,163 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0008_01_000004 is : 143
2015-02-12 16:24:44,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:44,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,170 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:24:44,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004
2015-02-12 16:24:44,171 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004
2015-02-12 16:24:44,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004
2015-02-12 16:24:44,171 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000004
2015-02-12 16:24:44,171 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000004
2015-02-12 16:24:44,172 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:24:44,172 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000004 from application application_1423786898409_0008
2015-02-12 16:24:44,172 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:44,172 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:44,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,188 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49501, dest: /127.0.0.1:64700, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, duration: 433876000
2015-02-12 16:24:44,189 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:44,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 16341
2015-02-12 16:24:44,190 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49500, dest: /127.0.0.1:64710, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, duration: 434068000
2015-02-12 16:24:44,190 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 16341
2015-02-12 16:24:44,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49499, dest: /127.0.0.1:64707, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, duration: 435956000
2015-02-12 16:24:44,191 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 16341
2015-02-12 16:24:44,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,198 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:24:44,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161 src: /127.0.0.1:49512 dest: /127.0.0.1:64700
2015-02-12 16:24:44,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161 src: /127.0.0.1:49513 dest: /127.0.0.1:64710
2015-02-12 16:24:44,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161 src: /127.0.0.1:49514 dest: /127.0.0.1:64707
2015-02-12 16:24:44,206 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49514, dest: /127.0.0.1:64707, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, duration: 1290000
2015-02-12 16:24:44,206 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:44,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:44,207 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49513, dest: /127.0.0.1:64710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, duration: 2197000
2015-02-12 16:24:44,207 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:44,208 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49512, dest: /127.0.0.1:64700, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, duration: 3196000
2015-02-12 16:24:44,208 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:44,210 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:44,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:44,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:44,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:44,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:24:44,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,235 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:24:44,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162 src: /127.0.0.1:49516 dest: /127.0.0.1:64700
2015-02-12 16:24:44,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162 src: /127.0.0.1:49517 dest: /127.0.0.1:64704
2015-02-12 16:24:44,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162 src: /127.0.0.1:49518 dest: /127.0.0.1:64707
2015-02-12 16:24:44,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49518, dest: /127.0.0.1:64707, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, duration: 1592000
2015-02-12 16:24:44,243 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:44,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49517, dest: /127.0.0.1:64704, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, duration: 2074000
2015-02-12 16:24:44,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49516, dest: /127.0.0.1:64700, bytes: 56190, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, duration: 2895000
2015-02-12 16:24:44,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:44,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:44,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:44,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:24:44,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008/job_1423786898409_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:24:44,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:44,265 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:44,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163 src: /127.0.0.1:49520 dest: /127.0.0.1:64710
2015-02-12 16:24:44,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163 src: /127.0.0.1:49521 dest: /127.0.0.1:64707
2015-02-12 16:24:44,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163 src: /127.0.0.1:49522 dest: /127.0.0.1:64700
2015-02-12 16:24:44,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49522, dest: /127.0.0.1:64700, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, duration: 1847000
2015-02-12 16:24:44,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:44,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:44,275 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49521, dest: /127.0.0.1:64707, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, duration: 2458000
2015-02-12 16:24:44,275 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:44,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49520, dest: /127.0.0.1:64710, bytes: 113351, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-362838873_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, duration: 3347000
2015-02-12 16:24:44,276 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:44,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:44,278 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-362838873_1
2015-02-12 16:24:44,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0008-1423787067481-soberoi-%5BBFBCA6C485624098AB42DF1D8DADCA76%2F20D1F3D7ECE14783-1423787084177-5-0-SUCCEEDED-root.soberoi-1423787071450.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:24:44,304 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:24:44,305 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:44,305 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0008 with final state: FINISHING
2015-02-12 16:24:44,305 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 16:24:44,305 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0008
2015-02-12 16:24:44,305 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:44,305 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 16:24:44,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:44,802 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:24:44,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000002
2015-02-12 16:24:44,802 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:44,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000002 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:44,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:44,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:44,878 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:24:44,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000006
2015-02-12 16:24:44,879 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:44,879 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000006 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:45,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:45,072 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:24:45,072 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000005
2015-02-12 16:24:45,072 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:45,073 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000005 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:45,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:45,153 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:24:45,153 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000004
2015-02-12 16:24:45,153 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:24:45,153 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000004 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:24:45,315 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0008 unregistered successfully.
2015-02-12 16:24:45,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:64700 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:24:45,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64707
2015-02-12 16:24:45,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:24:45,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700
2015-02-12 16:24:45,320 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741978_1154 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:24:45,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741982_1158 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64700
2015-02-12 16:24:45,321 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:24:45,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0008 dst=null perm=null proto=rpc
2015-02-12 16:24:45,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp_Users_soberoi_src_compatibility_cascading_compatibility_cloudera_build_test_output_hadoop2_mr1_tapplatform_testtemplatesview975CFFDF834E4F63931EFF8AE4BFD649 dst=null perm=null proto=rpc
2015-02-12 16:24:45,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=null proto=rpc
2015-02-12 16:24:45,355 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary
2015-02-12 16:24:45,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:45,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/_temporary dst=null perm=null proto=rpc
2015-02-12 16:24:45,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:45,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:45,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:45,368 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:45,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:45,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,382 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:45,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:45,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,395 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:45,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:24:45,397 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testtemplatesview
2015-02-12 16:24:45,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=null proto=rpc
2015-02-12 16:24:45,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=null proto=rpc
2015-02-12 16:24:45,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=null proto=rpc
2015-02-12 16:24:45,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview dst=null perm=null proto=rpc
2015-02-12 16:24:45,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/1-a dst=null perm=null proto=rpc
2015-02-12 16:24:45,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/2-b dst=null perm=null proto=rpc
2015-02-12 16:24:45,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/3-c dst=null perm=null proto=rpc
2015-02-12 16:24:45,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/4-d dst=null perm=null proto=rpc
2015-02-12 16:24:45,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testtemplatesview/5-e dst=null perm=null proto=rpc
2015-02-12 16:24:45,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:45,416 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:24:45,417 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:24:45,430 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:24:45,430 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt"]
2015-02-12 16:24:45,430 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: MultiSinkTap[[Hfs["TextLine[['offset', 'line']->['number', 'lower']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs"], Hfs["TextLine[['offset', 'line']->['number', 'upper']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs"]]]
2015-02-12 16:24:45,431 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:24:45,431 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:24:45,431 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:24:45,432 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...0353040CDA0807E50C8635D41
2015-02-12 16:24:45,442 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:45,451 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:24:45,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:45,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:45,457 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 9
2015-02-12 16:24:45,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=null proto=rpc
2015-02-12 16:24:45,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:24:45,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:24:45,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,464 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:45,466 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 src: /127.0.0.1:49525 dest: /127.0.0.1:64707
2015-02-12 16:24:45,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 src: /127.0.0.1:49526 dest: /127.0.0.1:64704
2015-02-12 16:24:45,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 src: /127.0.0.1:49527 dest: /127.0.0.1:64700
2015-02-12 16:24:45,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49527, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, duration: 2547000
2015-02-12 16:24:45,472 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:45,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49526, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, duration: 2617000
2015-02-12 16:24:45,473 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49525, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, duration: 3685000
2015-02-12 16:24:45,474 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:45,477 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar
2015-02-12 16:24:45,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:24:45,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:24:45,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:45,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:24:45,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:24:45,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:45,488 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:24:45,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:24:45,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,493 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split
2015-02-12 16:24:45,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:45,494 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:24:45,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165 src: /127.0.0.1:49528 dest: /127.0.0.1:64707
2015-02-12 16:24:45,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165 src: /127.0.0.1:49529 dest: /127.0.0.1:64700
2015-02-12 16:24:45,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165 src: /127.0.0.1:49531 dest: /127.0.0.1:64710
2015-02-12 16:24:45,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165 src: /127.0.0.1:49532 dest: /127.0.0.1:64704
2015-02-12 16:24:45,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49532, dest: /127.0.0.1:64704, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, duration: 1620000
2015-02-12 16:24:45,504 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:45,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:24:45,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49531, dest: /127.0.0.1:64710, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, duration: 1970000
2015-02-12 16:24:45,505 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49529, dest: /127.0.0.1:64700, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, duration: 2896000
2015-02-12 16:24:45,506 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49528, dest: /127.0.0.1:64707, bytes: 1817, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, duration: 3874000
2015-02-12 16:24:45,507 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,509 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:45,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,513 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:45,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166 src: /127.0.0.1:49533 dest: /127.0.0.1:64700
2015-02-12 16:24:45,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166 src: /127.0.0.1:49534 dest: /127.0.0.1:64710
2015-02-12 16:24:45,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166 src: /127.0.0.1:49535 dest: /127.0.0.1:64707
2015-02-12 16:24:45,521 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49535, dest: /127.0.0.1:64707, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, duration: 1112000
2015-02-12 16:24:45,521 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:45,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,522 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49534, dest: /127.0.0.1:64710, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, duration: 1803000
2015-02-12 16:24:45,522 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,523 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49533, dest: /127.0.0.1:64700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, duration: 2630000
2015-02-12 16:24:45,523 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:24:45,525 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:45,525 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 16:24:45,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:24:45,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:24:45,554 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167 src: /127.0.0.1:49536 dest: /127.0.0.1:64704
2015-02-12 16:24:45,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167 src: /127.0.0.1:49537 dest: /127.0.0.1:64710
2015-02-12 16:24:45,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167 src: /127.0.0.1:49538 dest: /127.0.0.1:64707
2015-02-12 16:24:45,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49538, dest: /127.0.0.1:64707, bytes: 96278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, duration: 1399000
2015-02-12 16:24:45,560 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:45,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:45,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49537, dest: /127.0.0.1:64710, bytes: 96278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, duration: 1767000
2015-02-12 16:24:45,561 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:45,561 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49536, dest: /127.0.0.1:64704, bytes: 96278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, duration: 2897000
2015-02-12 16:24:45,562 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:45,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:24:45,565 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:24:45,565 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0009
2015-02-12 16:24:45,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=null proto=rpc
2015-02-12 16:24:45,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:45,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:45,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:45,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:45,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:45,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:45,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:45,581 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 9 submitted by user soberoi
2015-02-12 16:24:45,581 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0009
2015-02-12 16:24:45,582 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from NEW to NEW_SAVING
2015-02-12 16:24:45,581 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0009
2015-02-12 16:24:45,582 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0009
2015-02-12 16:24:45,582 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:24:45,583 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0009 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:24:45,583 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 16:24:45,583 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,583 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from NEW to SUBMITTED
2015-02-12 16:24:45,583 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0009_000001 to scheduler from user: soberoi
2015-02-12 16:24:45,584 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:24:45,584 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0009
2015-02-12 16:24:45,587 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0009/
2015-02-12 16:24:45,587 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0009
2015-02-12 16:24:45,587 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0009/
2015-02-12 16:24:45,808 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:45,808 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:45,809 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:45,810 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000001
2015-02-12 16:24:45,810 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 16:24:45,810 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0009_01_000001
2015-02-12 16:24:45,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:45,811 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0009 AttemptId: appattempt_1423786898409_0009_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0009_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ]
2015-02-12 16:24:45,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:24:45,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:24:45,812 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0009_000001
2015-02-12 16:24:45,813 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0009_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,813 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:24:45,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,813 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,816 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:45,818 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000001 by user soberoi
2015-02-12 16:24:45,818 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0009
2015-02-12 16:24:45,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000001
2015-02-12 16:24:45,818 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from NEW to INITING
2015-02-12 16:24:45,818 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000001 to application application_1423786898409_0009
2015-02-12 16:24:45,818 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from INITING to RUNNING
2015-02-12 16:24:45,818 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0009_01_000001, NodeId: 10.1.1.67:64746, NodeHttpAddress: 10.1.1.67:64749, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64746 }, ] for AM appattempt_1423786898409_0009_000001
2015-02-12 16:24:45,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:24:45,819 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:24:45,819 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:45,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:45,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:24:45,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:24:45,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:45,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0009_01_000001
2015-02-12 16:24:45,829 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0009_01_000001.tokens. Credentials list:
2015-02-12 16:24:45,884 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:45,926 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:46,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423786898409_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001.tokens
2015-02-12 16:24:46,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:24:46,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:46,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:46,072 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:46,105 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:46,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:46,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:46,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:46,162 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:46,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:46,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:24:46,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:46,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:46,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:46,240 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:46,240 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:46,270 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:46,271 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:46,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001/default_container_executor.sh]
2015-02-12 16:24:46,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:46,816 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:46,817 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:46,886 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:47,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:47,164 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:47,679 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64704 to replicate blk_1073741988_1164 to datanode(s) 127.0.0.1:64710
2015-02-12 16:24:47,679 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741982_1158]
2015-02-12 16:24:47,680 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741973_1149, blk_1073741974_1150]
2015-02-12 16:24:47,820 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:47,820 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:47,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:48,085 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:48,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:24:48,171 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:48,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:24:48,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:24:48,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:24:48,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=null proto=rpc
2015-02-12 16:24:48,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:24:48,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:24:48,359 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 to 127.0.0.1:64710
2015-02-12 16:24:48,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:24:48,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:24:48,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:24:48,360 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:24:48,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 src: /127.0.0.1:49544 dest: /127.0.0.1:64710
2015-02-12 16:24:48,361 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 (numBytes=254067) to /127.0.0.1:64710
2015-02-12 16:24:48,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164 src: /127.0.0.1:49544 dest: /127.0.0.1:64710 of size 254067
2015-02-12 16:24:48,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741988_1164 size 254067
2015-02-12 16:24:48,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:48,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:24:48,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:24:48,650 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:24:48,651 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:24:48,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:24:48,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:24:48,652 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 16:24:48,826 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:48,826 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:48,900 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,091 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,178 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,393 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:49,395 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0009_000001
2015-02-12 16:24:49,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0009 APPATTEMPTID=appattempt_1423786898409_0009_000001
2015-02-12 16:24:49,396 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:24:49,396 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from ACCEPTED to RUNNING
2015-02-12 16:24:49,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:49,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:24:49,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:49,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:24:49,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168 src: /127.0.0.1:49551 dest: /127.0.0.1:64710
2015-02-12 16:24:49,828 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,828 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168 src: /127.0.0.1:49552 dest: /127.0.0.1:64704
2015-02-12 16:24:49,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168 src: /127.0.0.1:49553 dest: /127.0.0.1:64700
2015-02-12 16:24:49,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49553, dest: /127.0.0.1:64700, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, duration: 32473000
2015-02-12 16:24:49,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:49,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49552, dest: /127.0.0.1:64704, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, duration: 33363000
2015-02-12 16:24:49,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:49,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49551, dest: /127.0.0.1:64710, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, duration: 34298000
2015-02-12 16:24:49,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:49,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:24:49,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:24:49,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:24:49,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169 src: /127.0.0.1:49554 dest: /127.0.0.1:64700
2015-02-12 16:24:49,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169 src: /127.0.0.1:49555 dest: /127.0.0.1:64710
2015-02-12 16:24:49,903 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169 src: /127.0.0.1:49556 dest: /127.0.0.1:64707
2015-02-12 16:24:49,903 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:49,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49556, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, duration: 1264000
2015-02-12 16:24:49,906 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:24:49,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,907 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49555, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, duration: 2007000
2015-02-12 16:24:49,907 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:49,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,908 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49554, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, duration: 2974000
2015-02-12 16:24:49,908 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:24:49,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:24:49,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009.summary is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:24:50,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,188 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,463 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0008_01_000001 succeeded
2015-02-12 16:24:50,463 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:24:50,463 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0008_01_000001
2015-02-12 16:24:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001
2015-02-12 16:24:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001
2015-02-12 16:24:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001
2015-02-12 16:24:50,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008/container_1423786898409_0008_01_000001
2015-02-12 16:24:50,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000001
2015-02-12 16:24:50,477 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:24:50,477 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0008_01_000001 from application application_1423786898409_0008
2015-02-12 16:24:50,477 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:50,477 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0008
2015-02-12 16:24:50,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157
2015-02-12 16:24:50,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159
2015-02-12 16:24:50,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162
2015-02-12 16:24:50,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163
2015-02-12 16:24:50,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161
2015-02-12 16:24:50,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159
2015-02-12 16:24:50,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162
2015-02-12 16:24:50,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156
2015-02-12 16:24:50,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155
2015-02-12 16:24:50,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157
2015-02-12 16:24:50,689 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741982_1158]
2015-02-12 16:24:50,689 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741982_1158]
2015-02-12 16:24:50,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164
2015-02-12 16:24:50,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156
2015-02-12 16:24:50,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160
2015-02-12 16:24:50,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165
2015-02-12 16:24:50,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164
2015-02-12 16:24:50,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165
2015-02-12 16:24:50,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160
2015-02-12 16:24:50,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167
2015-02-12 16:24:50,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:24:50,832 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:24:50,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000001
2015-02-12 16:24:50,832 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0008_000001
2015-02-12 16:24:50,833 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0008_000001
2015-02-12 16:24:50,833 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0008_000001 State change from FINISHING to FINISHED
2015-02-12 16:24:50,832 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:24:50,833 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0008_000001 released container container_1423786898409_0008_01_000001 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:24:50,833 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,833 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,833 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0008 State change from FINISHING to FINISHED
2015-02-12 16:24:50,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:50,834 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0008_000001
2015-02-12 16:24:50,834 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0008
2015-02-12 16:24:50,834 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000002
2015-02-12 16:24:50,834 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0008,name=[BFBCA6C485624098AB42DF1D8DADCA76/20D1F3D7ECE14783B50D0A70546785FB] test/(1/1) ...latform/testtemplatesview,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0008/jobhistory/job/job_1423786898409_0008,appMasterHost=10.1.1.67,startTime=1423787067481,finishTime=1423787084305,finalStatus=SUCCEEDED
2015-02-12 16:24:50,834 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:24:50,835 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0008_000001 is done. finalState=FINISHED
2015-02-12 16:24:50,835 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0008 requests cleared
2015-02-12 16:24:50,837 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0008_000001 (auth:SIMPLE)
2015-02-12 16:24:50,838 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0008_01_000001
2015-02-12 16:24:50,838 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0008 CONTAINERID=container_1423786898409_0008_01_000001
2015-02-12 16:24:50,839 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0008_01_000001]
2015-02-12 16:24:50,839 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,839 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:50,839 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,839 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,840 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:50,840 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000003
2015-02-12 16:24:50,840 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 16:24:50,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,840 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,840 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0008
2015-02-12 16:24:50,840 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:50,840 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0008, with delay of 10800 seconds
2015-02-12 16:24:50,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,910 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:50,910 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:50,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:50,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000004
2015-02-12 16:24:50,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,912 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0008
2015-02-12 16:24:50,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:50,911 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:50,913 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:50,913 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0008, with delay of 10800 seconds
2015-02-12 16:24:51,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158
2015-02-12 16:24:51,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741986_1162
2015-02-12 16:24:51,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166
2015-02-12 16:24:51,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155
2015-02-12 16:24:51,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741984_1160
2015-02-12 16:24:51,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163
2015-02-12 16:24:51,096 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:51,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:51,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:51,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,097 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0008
2015-02-12 16:24:51,098 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:51,098 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0008, with delay of 10800 seconds
2015-02-12 16:24:51,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,097 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000005
2015-02-12 16:24:51,098 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:51,197 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:24:51,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:51,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:24:51,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000006
2015-02-12 16:24:51,199 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0009_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:24:51,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0008
2015-02-12 16:24:51,199 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0008
2015-02-12 16:24:51,200 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:24:51,200 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0008, with delay of 10800 seconds
2015-02-12 16:24:51,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164
2015-02-12 16:24:51,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165
2015-02-12 16:24:51,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161
2015-02-12 16:24:51,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741989_1165
2015-02-12 16:24:51,363 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741979_1155
2015-02-12 16:24:51,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741980_1156
2015-02-12 16:24:51,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741983_1159
2015-02-12 16:24:51,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166
2015-02-12 16:24:51,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741987_1163
2015-02-12 16:24:51,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741982_1158
2015-02-12 16:24:51,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741981_1157
2015-02-12 16:24:51,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741985_1161
2015-02-12 16:24:51,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167
2015-02-12 16:24:51,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:24:51,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:24:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:24:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:24:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:24:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:24:51,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 16:24:51,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:24:51,378 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 16:24:51,457 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0009_01_000002
2015-02-12 16:24:51,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:51,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:51,458 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0009_01_000004
2015-02-12 16:24:51,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:51,458 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0009_01_000005
2015-02-12 16:24:51,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:51,459 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0009_01_000006
2015-02-12 16:24:51,459 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:24:51,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:51,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:51,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:24:51,585 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:51,586 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:51,586 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:51,588 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:51,588 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:24:51,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000002 by user soberoi
2015-02-12 16:24:51,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000004 by user soberoi
2015-02-12 16:24:51,591 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000002
2015-02-12 16:24:51,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0009
2015-02-12 16:24:51,592 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000002 to application application_1423786898409_0009
2015-02-12 16:24:51,592 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:24:51,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,592 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,592 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:51,592 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from NEW to INITING
2015-02-12 16:24:51,592 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0009
2015-02-12 16:24:51,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000004
2015-02-12 16:24:51,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000003 by user soberoi
2015-02-12 16:24:51,592 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000006 by user soberoi
2015-02-12 16:24:51,592 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000004 to application application_1423786898409_0009
2015-02-12 16:24:51,592 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0009_01_000005 by user soberoi
2015-02-12 16:24:51,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0009
2015-02-12 16:24:51,593 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from INITING to RUNNING
2015-02-12 16:24:51,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000005
2015-02-12 16:24:51,594 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from NEW to INITING
2015-02-12 16:24:51,594 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000005 to application application_1423786898409_0009
2015-02-12 16:24:51,594 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from INITING to RUNNING
2015-02-12 16:24:51,593 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0009
2015-02-12 16:24:51,594 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:24:51,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000006
2015-02-12 16:24:51,593 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000003
2015-02-12 16:24:51,593 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:51,595 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000003 to application application_1423786898409_0009
2015-02-12 16:24:51,595 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:24:51,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,596 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,596 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:51,596 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0009
2015-02-12 16:24:51,596 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:51,595 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from NEW to INITING
2015-02-12 16:24:51,596 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0009_01_000006 to application application_1423786898409_0009
2015-02-12 16:24:51,597 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from INITING to RUNNING
2015-02-12 16:24:51,597 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 16:24:51,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,597 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:51,597 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0009
2015-02-12 16:24:51,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,597 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,597 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0009_01_000006
2015-02-12 16:24:51,595 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,599 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:51,599 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0009
2015-02-12 16:24:51,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,600 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,600 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0009_01_000005
2015-02-12 16:24:51,594 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:24:51,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0009
2015-02-12 16:24:51,603 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:24:51,603 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0009
2015-02-12 16:24:51,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:24:51,604 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0009_01_000004
2015-02-12 16:24:51,626 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0009_01_000006.tokens. Credentials list:
2015-02-12 16:24:51,634 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0009_01_000005.tokens. Credentials list:
2015-02-12 16:24:51,634 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0009_01_000004.tokens. Credentials list:
2015-02-12 16:24:51,654 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:51,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:51,658 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:51,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:51,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:51,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:51,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:24:51,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:51,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:51,841 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:51,841 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:51,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000003/default_container_executor.sh]
2015-02-12 16:24:51,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000002/default_container_executor.sh]
2015-02-12 16:24:51,903 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982 for deletion
2015-02-12 16:24:51,904 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 16:24:51,905 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 16:24:51,905 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 16:24:51,905 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 16:24:51,905 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741982_1158 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741982
2015-02-12 16:24:51,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:51,912 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:51,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423786898409_0009_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006.tokens
2015-02-12 16:24:51,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0009_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004.tokens
2015-02-12 16:24:51,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:24:51,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:24:52,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0009_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005.tokens
2015-02-12 16:24:52,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:24:52,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:52,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:52,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 16:24:52,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:24:52,198 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:24:52,201 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,209 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 16:24:52,298 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,298 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:52,309 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,309 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:52,315 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:24:52,315 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:24:52,348 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:52,348 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:52,355 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:52,355 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:52,363 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 16:24:52,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:24:52,477 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:24:52,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005/default_container_executor.sh]
2015-02-12 16:24:52,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004/default_container_executor.sh]
2015-02-12 16:24:52,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006/default_container_executor.sh]
2015-02-12 16:24:53,365 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 16:24:53,365 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 16:24:55,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741990_1166
2015-02-12 16:24:55,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741991_1167
2015-02-12 16:24:55,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169
2015-02-12 16:24:55,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168
2015-02-12 16:24:56,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169
2015-02-12 16:24:56,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168
2015-02-12 16:24:56,371 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741993_1169
2015-02-12 16:24:56,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741988_1164
2015-02-12 16:24:56,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741992_1168
2015-02-12 16:25:00,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:00,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:00,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:00,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:00,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:00,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:25:00,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:25:01,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:25:01,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:01,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:25:01,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lower+upper.txt dst=null perm=null proto=rpc
2015-02-12 16:25:01,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:01,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:01,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,612 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:01,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170 src: /127.0.0.1:49604 dest: /127.0.0.1:64707
2015-02-12 16:25:01,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170 src: /127.0.0.1:49605 dest: /127.0.0.1:64700
2015-02-12 16:25:01,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170 src: /127.0.0.1:49606 dest: /127.0.0.1:64704
2015-02-12 16:25:01,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:01,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49606, dest: /127.0.0.1:64704, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, duration: 31933000
2015-02-12 16:25:01,734 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:01,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49605, dest: /127.0.0.1:64700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, duration: 33155000
2015-02-12 16:25:01,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,736 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49604, dest: /127.0.0.1:64707, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, duration: 35436000
2015-02-12 16:25:01,738 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,746 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:01,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1
2015-02-12 16:25:01,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:01,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171 src: /127.0.0.1:49607 dest: /127.0.0.1:64710
2015-02-12 16:25:01,840 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171 src: /127.0.0.1:49608 dest: /127.0.0.1:64707
2015-02-12 16:25:01,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171 src: /127.0.0.1:49609 dest: /127.0.0.1:64700
2015-02-12 16:25:01,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:25:01,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172 src: /127.0.0.1:49610 dest: /127.0.0.1:64700
2015-02-12 16:25:01,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172 src: /127.0.0.1:49611 dest: /127.0.0.1:64710
2015-02-12 16:25:01,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172 src: /127.0.0.1:49612 dest: /127.0.0.1:64707
2015-02-12 16:25:01,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49612, dest: /127.0.0.1:64707, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, duration: 2380000
2015-02-12 16:25:01,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:01,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49611, dest: /127.0.0.1:64710, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, duration: 3497000
2015-02-12 16:25:01,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49610, dest: /127.0.0.1:64700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, duration: 4845000
2015-02-12 16:25:01,866 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:01,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0009_m_000000_0_366843696_1
2015-02-12 16:25:01,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49609, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, duration: 45639000
2015-02-12 16:25:01,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:01,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:01,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49608, dest: /127.0.0.1:64707, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, duration: 46375000
2015-02-12 16:25:01,891 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:01,892 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49607, dest: /127.0.0.1:64710, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, duration: 47192000
2015-02-12 16:25:01,892 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:01,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:01,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1
2015-02-12 16:25:01,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:01,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1/_temporary/attempt_1423786898409_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:01,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:01,951 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:01,953 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000002
2015-02-12 16:25:01,953 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000002
2015-02-12 16:25:01,953 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:25:01,953 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000002
2015-02-12 16:25:01,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:01,978 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0009_01_000002 is : 143
2015-02-12 16:25:01,979 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:01,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173 src: /127.0.0.1:49615 dest: /127.0.0.1:64707
2015-02-12 16:25:01,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173 src: /127.0.0.1:49616 dest: /127.0.0.1:64710
2015-02-12 16:25:01,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:01,985 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173 src: /127.0.0.1:49617 dest: /127.0.0.1:64704
2015-02-12 16:25:01,989 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:01,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000002
2015-02-12 16:25:01,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000002
2015-02-12 16:25:01,990 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000002
2015-02-12 16:25:01,990 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:01,990 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000002 from application application_1423786898409_0009
2015-02-12 16:25:01,990 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:01,990 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:01,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000002
2015-02-12 16:25:01,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000002
2015-02-12 16:25:01,991 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist for DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:01,998 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:02,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174 src: /127.0.0.1:49618 dest: /127.0.0.1:64700
2015-02-12 16:25:02,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174 src: /127.0.0.1:49619 dest: /127.0.0.1:64707
2015-02-12 16:25:02,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174 src: /127.0.0.1:49620 dest: /127.0.0.1:64710
2015-02-12 16:25:02,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49620, dest: /127.0.0.1:64710, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, duration: 1417000
2015-02-12 16:25:02,026 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,027 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49619, dest: /127.0.0.1:64707, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, duration: 2038000
2015-02-12 16:25:02,027 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49618, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, duration: 3111000
2015-02-12 16:25:02,028 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1423786898409_0009_m_000001_0_-644879795_1
2015-02-12 16:25:02,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:02,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1/_temporary/attempt_1423786898409_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,096 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:02,100 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000003
2015-02-12 16:25:02,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000003
2015-02-12 16:25:02,101 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:25:02,102 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:02,102 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:25:02,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000002
2015-02-12 16:25:02,103 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 16:25:02,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000002 on node: host: 10.1.1.67:64746 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 16:25:02,103 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000003
2015-02-12 16:25:02,128 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0009_01_000003 is : 143
2015-02-12 16:25:02,136 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:02,136 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000003
2015-02-12 16:25:02,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000003
2015-02-12 16:25:02,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000003
2015-02-12 16:25:02,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000003
2015-02-12 16:25:02,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000003
2015-02-12 16:25:02,138 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:02,139 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000003 from application application_1423786898409_0009
2015-02-12 16:25:02,139 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:02,139 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:02,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 is closed by DFSClient_attempt_1423786898409_0009_m_000004_0_1984282849_1
2015-02-12 16:25:02,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:02,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,384 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:02,394 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:02,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 is closed by DFSClient_attempt_1423786898409_0009_m_000004_0_1984282849_1
2015-02-12 16:25:02,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175 src: /127.0.0.1:49622 dest: /127.0.0.1:64707
2015-02-12 16:25:02,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175 src: /127.0.0.1:49624 dest: /127.0.0.1:64700
2015-02-12 16:25:02,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175 src: /127.0.0.1:49625 dest: /127.0.0.1:64710
2015-02-12 16:25:02,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176 src: /127.0.0.1:49623 dest: /127.0.0.1:64700
2015-02-12 16:25:02,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176 src: /127.0.0.1:49626 dest: /127.0.0.1:64704
2015-02-12 16:25:02,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176 src: /127.0.0.1:49627 dest: /127.0.0.1:64710
2015-02-12 16:25:02,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:02,542 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49625, dest: /127.0.0.1:64710, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, duration: 55045000
2015-02-12 16:25:02,542 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,543 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49624, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, duration: 55778000
2015-02-12 16:25:02,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,543 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,544 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49622, dest: /127.0.0.1:64707, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, duration: 56800000
2015-02-12 16:25:02,544 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,550 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1
2015-02-12 16:25:02,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49627, dest: /127.0.0.1:64710, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, duration: 51148000
2015-02-12 16:25:02,555 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49626, dest: /127.0.0.1:64704, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, duration: 52202000
2015-02-12 16:25:02,556 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49623, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, duration: 53121000
2015-02-12 16:25:02,557 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,568 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1
2015-02-12 16:25:02,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1/_temporary/attempt_1423786898409_0009_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:02,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:02,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,608 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:02,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,611 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000006
2015-02-12 16:25:02,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000006
2015-02-12 16:25:02,612 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from RUNNING to KILLING
2015-02-12 16:25:02,612 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000006
2015-02-12 16:25:02,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:02,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177 src: /127.0.0.1:49629 dest: /127.0.0.1:64700
2015-02-12 16:25:02,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177 src: /127.0.0.1:49630 dest: /127.0.0.1:64707
2015-02-12 16:25:02,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177 src: /127.0.0.1:49631 dest: /127.0.0.1:64704
2015-02-12 16:25:02,633 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0009_01_000006 is : 143
2015-02-12 16:25:02,642 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006
2015-02-12 16:25:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006
2015-02-12 16:25:02,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006
2015-02-12 16:25:02,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000006
2015-02-12 16:25:02,644 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000006
2015-02-12 16:25:02,645 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:02,645 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000006 from application application_1423786898409_0009
2015-02-12 16:25:02,645 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:02,645 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:02,649 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:02,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178 src: /127.0.0.1:49632 dest: /127.0.0.1:64700
2015-02-12 16:25:02,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178 src: /127.0.0.1:49633 dest: /127.0.0.1:64707
2015-02-12 16:25:02,653 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49631, dest: /127.0.0.1:64704, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, duration: 23855000
2015-02-12 16:25:02,654 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178 src: /127.0.0.1:49634 dest: /127.0.0.1:64704
2015-02-12 16:25:02,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49630, dest: /127.0.0.1:64707, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, duration: 24497000
2015-02-12 16:25:02,655 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49629, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, duration: 25935000
2015-02-12 16:25:02,656 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423786898409_0009_m_000003_0_-1394394215_1
2015-02-12 16:25:02,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49634, dest: /127.0.0.1:64704, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, duration: 3719000
2015-02-12 16:25:02,660 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49633, dest: /127.0.0.1:64707, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, duration: 3541000
2015-02-12 16:25:02,661 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49632, dest: /127.0.0.1:64700, bytes: 4, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, duration: 4769000
2015-02-12 16:25:02,662 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,664 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1423786898409_0009_m_000002_0_1842002451_1
2015-02-12 16:25:02,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:02,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:02,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:02,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/_temporary/_attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1/_temporary/attempt_1423786898409_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1/_temporary/attempt_1423786898409_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:02,709 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:02,711 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000005
2015-02-12 16:25:02,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000005
2015-02-12 16:25:02,712 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:25:02,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000005
2015-02-12 16:25:02,724 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:02,725 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000004
2015-02-12 16:25:02,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000004
2015-02-12 16:25:02,726 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:25:02,726 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000004
2015-02-12 16:25:02,732 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0009_01_000005 is : 143
2015-02-12 16:25:02,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,735 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:25:02,742 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:02,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000005
2015-02-12 16:25:02,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:02,744 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000005 from application application_1423786898409_0009
2015-02-12 16:25:02,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:02,744 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:02,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005
2015-02-12 16:25:02,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005
2015-02-12 16:25:02,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005
2015-02-12 16:25:02,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000005
2015-02-12 16:25:02,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0009_01_000004 is : 143
2015-02-12 16:25:02,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:02,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,756 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:02,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004
2015-02-12 16:25:02,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004
2015-02-12 16:25:02,757 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004
2015-02-12 16:25:02,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000004
2015-02-12 16:25:02,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000004
2015-02-12 16:25:02,759 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:02,759 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000004 from application application_1423786898409_0009
2015-02-12 16:25:02,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:02,759 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:02,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,762 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49617, dest: /127.0.0.1:64704, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, duration: 789901000
2015-02-12 16:25:02,778 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16168
2015-02-12 16:25:02,779 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49616, dest: /127.0.0.1:64710, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, duration: 791159000
2015-02-12 16:25:02,779 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16168
2015-02-12 16:25:02,780 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49615, dest: /127.0.0.1:64707, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, duration: 792958000
2015-02-12 16:25:02,781 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 16168
2015-02-12 16:25:02,782 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,787 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:02,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179 src: /127.0.0.1:49637 dest: /127.0.0.1:64707
2015-02-12 16:25:02,791 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179 src: /127.0.0.1:49638 dest: /127.0.0.1:64700
2015-02-12 16:25:02,792 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179 src: /127.0.0.1:49639 dest: /127.0.0.1:64710
2015-02-12 16:25:02,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49639, dest: /127.0.0.1:64710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, duration: 1572000
2015-02-12 16:25:02,796 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49638, dest: /127.0.0.1:64700, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, duration: 2242000
2015-02-12 16:25:02,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,797 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,797 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49637, dest: /127.0.0.1:64707, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, duration: 3128000
2015-02-12 16:25:02,798 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,800 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:02,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:02,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:02,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:02,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:02,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:02,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180 src: /127.0.0.1:49641 dest: /127.0.0.1:64704
2015-02-12 16:25:02,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180 src: /127.0.0.1:49642 dest: /127.0.0.1:64700
2015-02-12 16:25:02,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180 src: /127.0.0.1:49643 dest: /127.0.0.1:64710
2015-02-12 16:25:02,841 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49643, dest: /127.0.0.1:64710, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, duration: 1780000
2015-02-12 16:25:02,841 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:25:02,842 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49642, dest: /127.0.0.1:64700, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, duration: 2379000
2015-02-12 16:25:02,842 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49641, dest: /127.0.0.1:64704, bytes: 54448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, duration: 3323000
2015-02-12 16:25:02,843 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:02,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:02,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:02,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:02,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009/job_1423786898409_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:02,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:02,862 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:02,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181 src: /127.0.0.1:49645 dest: /127.0.0.1:64700
2015-02-12 16:25:02,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181 src: /127.0.0.1:49646 dest: /127.0.0.1:64704
2015-02-12 16:25:02,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181 src: /127.0.0.1:49647 dest: /127.0.0.1:64710
2015-02-12 16:25:02,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49647, dest: /127.0.0.1:64710, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, duration: 2114000
2015-02-12 16:25:02,874 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:02,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49646, dest: /127.0.0.1:64704, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, duration: 3158000
2015-02-12 16:25:02,876 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49645, dest: /127.0.0.1:64700, bytes: 113011, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-977043716_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, duration: 5566000
2015-02-12 16:25:02,878 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:02,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:02,890 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-977043716_1
2015-02-12 16:25:02,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0009-1423787085581-soberoi-%5BC73C14065EAA4C5A9F3EB99938961682%2F6A4C5995267E446E-1423787102763-5-0-SUCCEEDED-root.soberoi-1423787089451.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:02,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:25:02,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:02,914 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0009 with final state: FINISHING
2015-02-12 16:25:02,914 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:02,914 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0009
2015-02-12 16:25:02,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:02,914 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:03,107 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:03,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:03,108 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:25:03,108 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000003
2015-02-12 16:25:03,108 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:25:03,108 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000003 on node: host: 10.1.1.67:64746 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:25:03,613 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:03,613 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 16:25:03,614 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000006
2015-02-12 16:25:03,614 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:03,614 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000006 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:03,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:03,716 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:25:03,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000005
2015-02-12 16:25:03,717 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:03,717 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000005 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:03,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:03,731 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:25:03,731 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000004
2015-02-12 16:25:03,731 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:03,731 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000004 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:03,922 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0009 unregistered successfully.
2015-02-12 16:25:03,926 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:25:03,926 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:25:03,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:25:03,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:25:03,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:25:03,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:64707 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:25:03,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:25:03,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0009 dst=null perm=null proto=rpc
2015-02-12 16:25:03,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-soberoi/tmp___multisink_placeholder_F9FB7190353040CDA0807E50C8635D41EB478A71684E46C28AF8C25AC9335A03 dst=null perm=null proto=rpc
2015-02-12 16:25:03,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/__multisink_placeholder_F9FB7190353040CDA0807E50C8635D41 dst=null perm=null proto=rpc
2015-02-12 16:25:03,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:03,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:03,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:03,983 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 16:25:03,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:03,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:03,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:03,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,017 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 16:25:04,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:04,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:04,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:04,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,029 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/multisink/lhs
2015-02-12 16:25:04,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:04,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:04,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:04,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:04,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:04,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:04,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/lhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,052 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/multisink/rhs
2015-02-12 16:25:04,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs dst=null perm=null proto=rpc
2015-02-12 16:25:04,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:04,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:04,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:04,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:04,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:04,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:04,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:04,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/multisink/rhs/part-00004 dst=null perm=null proto=rpc
2015-02-12 16:25:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:04,092 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:25:04,093 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:25:04,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:04,107 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting
2015-02-12 16:25:04,107 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt"]
2015-02-12 16:25:04,107 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] sink: Hfs["TextDelimited[['first', 'second', 'third']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks"]
2015-02-12 16:25:04,107 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:04,108 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:04,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] parallel execution is enabled: true
2015-02-12 16:25:04,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] starting jobs: 1
2015-02-12 16:25:04,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [test] allocating threads: 1
2015-02-12 16:25:04,109 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) .../tapplatform/unknownsinks
2015-02-12 16:25:04,122 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:25:04,135 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:25:04,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:04,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:04,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:04,143 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 10
2015-02-12 16:25:04,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=null proto=rpc
2015-02-12 16:25:04,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:25:04,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:25:04,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,156 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:04,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 src: /127.0.0.1:49654 dest: /127.0.0.1:64710
2015-02-12 16:25:04,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 src: /127.0.0.1:49655 dest: /127.0.0.1:64707
2015-02-12 16:25:04,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 src: /127.0.0.1:49656 dest: /127.0.0.1:64700
2015-02-12 16:25:04,166 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49656, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, duration: 2040000
2015-02-12 16:25:04,167 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:04,167 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49655, dest: /127.0.0.1:64707, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, duration: 2951000
2015-02-12 16:25:04,167 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,169 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49654, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, duration: 4067000
2015-02-12 16:25:04,169 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:04,177 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar
2015-02-12 16:25:04,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:25:04,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:25:04,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:25:04,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:25:04,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:25:04,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:04,193 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:25:04,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:04,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,199 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split
2015-02-12 16:25:04,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:04,201 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:04,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183 src: /127.0.0.1:49657 dest: /127.0.0.1:64704
2015-02-12 16:25:04,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183 src: /127.0.0.1:49658 dest: /127.0.0.1:64707
2015-02-12 16:25:04,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183 src: /127.0.0.1:49659 dest: /127.0.0.1:64700
2015-02-12 16:25:04,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183 src: /127.0.0.1:49660 dest: /127.0.0.1:64710
2015-02-12 16:25:04,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49660, dest: /127.0.0.1:64710, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, duration: 3132000
2015-02-12 16:25:04,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:04,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]} size 0
2015-02-12 16:25:04,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49659, dest: /127.0.0.1:64700, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, duration: 2801000
2015-02-12 16:25:04,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49658, dest: /127.0.0.1:64707, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, duration: 4227000
2015-02-12 16:25:04,219 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49657, dest: /127.0.0.1:64704, bytes: 1467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, duration: 5724000
2015-02-12 16:25:04,220 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:04,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,230 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:04,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184 src: /127.0.0.1:49661 dest: /127.0.0.1:64700
2015-02-12 16:25:04,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184 src: /127.0.0.1:49662 dest: /127.0.0.1:64707
2015-02-12 16:25:04,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184 src: /127.0.0.1:49663 dest: /127.0.0.1:64704
2015-02-12 16:25:04,238 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49663, dest: /127.0.0.1:64704, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, duration: 1309000
2015-02-12 16:25:04,238 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:04,239 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:04,239 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49662, dest: /127.0.0.1:64707, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, duration: 2260000
2015-02-12 16:25:04,239 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,240 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49661, dest: /127.0.0.1:64700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, duration: 3246000
2015-02-12 16:25:04,240 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,241 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,245 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:04,245 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 16:25:04,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:04,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:04,261 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185 src: /127.0.0.1:49664 dest: /127.0.0.1:64700
2015-02-12 16:25:04,264 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185 src: /127.0.0.1:49665 dest: /127.0.0.1:64707
2015-02-12 16:25:04,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185 src: /127.0.0.1:49666 dest: /127.0.0.1:64710
2015-02-12 16:25:04,271 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49666, dest: /127.0.0.1:64710, bytes: 96054, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, duration: 1907000
2015-02-12 16:25:04,271 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:04,272 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49665, dest: /127.0.0.1:64707, bytes: 96054, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, duration: 2674000
2015-02-12 16:25:04,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,275 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49664, dest: /127.0.0.1:64700, bytes: 96054, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, duration: 5226000
2015-02-12 16:25:04,275 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:04,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:04,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:04,277 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0010
2015-02-12 16:25:04,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=null proto=rpc
2015-02-12 16:25:04,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:04,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:04,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:04,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:04,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:04,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:04,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,294 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 10 submitted by user soberoi
2015-02-12 16:25:04,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0010
2015-02-12 16:25:04,294 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0010
2015-02-12 16:25:04,294 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from NEW to NEW_SAVING
2015-02-12 16:25:04,295 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0010
2015-02-12 16:25:04,295 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:25:04,295 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0010 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:25:04,296 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 16:25:04,296 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,296 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0010
2015-02-12 16:25:04,296 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from NEW to SUBMITTED
2015-02-12 16:25:04,296 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0010_000001 to scheduler from user: soberoi
2015-02-12 16:25:04,298 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:25:04,299 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0010/
2015-02-12 16:25:04,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1423786898409_0010
2015-02-12 16:25:04,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0010/
2015-02-12 16:25:04,614 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:04,615 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:04,615 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000001
2015-02-12 16:25:04,615 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:25:04,616 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0010_01_000001
2015-02-12 16:25:04,616 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:04,616 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0010 AttemptId: appattempt_1423786898409_0010_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0010_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ]
2015-02-12 16:25:04,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:25:04,617 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:25:04,617 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0010_000001
2015-02-12 16:25:04,618 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0010_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,618 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:25:04,618 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,619 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,621 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:04,622 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0010_01_000001 by user soberoi
2015-02-12 16:25:04,623 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0010
2015-02-12 16:25:04,623 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000001
2015-02-12 16:25:04,623 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from NEW to INITING
2015-02-12 16:25:04,623 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0010_01_000001 to application application_1423786898409_0010
2015-02-12 16:25:04,623 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0010_01_000001, NodeId: 10.1.1.67:64750, NodeHttpAddress: 10.1.1.67:64753, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64750 }, ] for AM appattempt_1423786898409_0010_000001
2015-02-12 16:25:04,623 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from INITING to RUNNING
2015-02-12 16:25:04,623 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:25:04,624 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:25:04,624 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0010
2015-02-12 16:25:04,624 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:04,624 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:25:04,624 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:25:04,625 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:04,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0010_01_000001
2015-02-12 16:25:04,634 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0010_01_000001.tokens. Credentials list:
2015-02-12 16:25:04,716 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:04,739 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:04,754 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:04,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423786898409_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001.tokens
2015-02-12 16:25:04,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:04,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:04,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:05,000 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:05,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:05,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:05,065 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:05,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:05,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:05,110 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:05,110 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:05,131 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:05,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:05,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:05,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:05,193 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:05,240 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:05,241 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:05,366 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001/default_container_executor.sh]
2015-02-12 16:25:05,619 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:05,619 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:05,708 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64707 to replicate blk_1073742006_1182 to datanode(s) 127.0.0.1:64704
2015-02-12 16:25:05,708 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741991_1167, blk_1073741992_1168, blk_1073741993_1169, blk_1073741997_1173]
2015-02-12 16:25:05,709 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741991_1167, blk_1073741993_1169, blk_1073741997_1173]
2015-02-12 16:25:05,717 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:05,737 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,110 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,111 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,624 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,676 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=884d6be2-c7c0-4ea5-b784-fba4efef1503, infoPort=64708, ipcPort=64709, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 to 127.0.0.1:64704
2015-02-12 16:25:06,676 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:25:06,678 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 16:25:06,678 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 (numBytes=254067) to /127.0.0.1:64704
2015-02-12 16:25:06,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:25:06,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:25:06,677 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:25:06,679 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:25:06,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 src: /127.0.0.1:49670 dest: /127.0.0.1:64704
2015-02-12 16:25:06,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182 src: /127.0.0.1:49670 dest: /127.0.0.1:64704 of size 254067
2015-02-12 16:25:06,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742006_1182 size 254067
2015-02-12 16:25:06,720 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,738 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:06,921 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:25:06,921 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:25:06,921 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:25:06,922 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:25:06,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 16:25:06,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:25:06,923 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:25:07,115 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:07,115 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:07,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:07,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:25:07,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:25:07,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:25:07,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=null proto=rpc
2015-02-12 16:25:07,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:25:07,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:25:07,626 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:07,722 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:07,740 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:07,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:07,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:08,118 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:08,118 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:08,631 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:08,712 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073741988_1164, blk_1073741989_1165, blk_1073741991_1167, blk_1073741992_1168, blk_1073741997_1173]
2015-02-12 16:25:08,712 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741992_1168, blk_1073741993_1169]
2015-02-12 16:25:08,724 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:08,741 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:08,933 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:08,935 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0010_000001
2015-02-12 16:25:08,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0010 APPATTEMPTID=appattempt_1423786898409_0010_000001
2015-02-12 16:25:08,935 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:25:08,936 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from ACCEPTED to RUNNING
2015-02-12 16:25:08,985 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0009_01_000001 succeeded
2015-02-12 16:25:08,986 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:25:08,986 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0009_01_000001
2015-02-12 16:25:09,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001
2015-02-12 16:25:09,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001
2015-02-12 16:25:09,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001
2015-02-12 16:25:09,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0009/container_1423786898409_0009_01_000001
2015-02-12 16:25:09,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000001
2015-02-12 16:25:09,017 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:25:09,018 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0009_01_000001 from application application_1423786898409_0009
2015-02-12 16:25:09,018 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:09,018 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0009
2015-02-12 16:25:09,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:09,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:09,123 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:09,123 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:25:09,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000001
2015-02-12 16:25:09,123 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:09,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0009_000001 released container container_1423786898409_0009_01_000001 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:09,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,124 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0009_000001
2015-02-12 16:25:09,124 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0009_000001
2015-02-12 16:25:09,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0009_000001 State change from FINISHING to FINISHED
2015-02-12 16:25:09,125 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0009 State change from FINISHING to FINISHED
2015-02-12 16:25:09,126 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0009
2015-02-12 16:25:09,128 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0009,name=[C73C14065EAA4C5A9F3EB99938961682/6A4C5995267E446E9C4C781DF47963BC] test/(1/1) ...0353040CDA0807E50C8635D41,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0009/jobhistory/job/job_1423786898409_0009,appMasterHost=10.1.1.67,startTime=1423787085581,finishTime=1423787102914,finalStatus=SUCCEEDED
2015-02-12 16:25:09,128 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0009_000001 is done. finalState=FINISHED
2015-02-12 16:25:09,129 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0009 requests cleared
2015-02-12 16:25:09,130 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0009_000001
2015-02-12 16:25:09,133 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0009_000001 (auth:SIMPLE)
2015-02-12 16:25:09,138 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0009_01_000001
2015-02-12 16:25:09,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0009 CONTAINERID=container_1423786898409_0009_01_000001
2015-02-12 16:25:09,140 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0009_01_000001, container_1423786898409_0009_01_000002]
2015-02-12 16:25:09,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,140 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423786898409_0009_01_000001
2015-02-12 16:25:09,141 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:09,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,144 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0009
2015-02-12 16:25:09,144 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:09,144 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0009, with delay of 10800 seconds
2015-02-12 16:25:09,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:09,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:25:09,379 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:25:09,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 16:25:09,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:25:09,380 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997 for deletion
2015-02-12 16:25:09,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:25:09,381 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 16:25:09,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:25:09,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:25:09,382 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741997_1173 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741997
2015-02-12 16:25:09,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 16:25:09,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 16:25:09,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 16:25:09,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992 for deletion
2015-02-12 16:25:09,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 16:25:09,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 16:25:09,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 16:25:09,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 16:25:09,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741992_1168 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741992
2015-02-12 16:25:09,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 16:25:09,634 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:09,634 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,636 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0009
2015-02-12 16:25:09,637 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:09,637 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0009, with delay of 10800 seconds
2015-02-12 16:25:09,725 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,726 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:09,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,727 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0009
2015-02-12 16:25:09,727 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:09,727 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0009, with delay of 10800 seconds
2015-02-12 16:25:09,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,729 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:25:09,747 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:09,747 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:09,748 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0009
2015-02-12 16:25:09,748 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:09,748 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0009, with delay of 10800 seconds
2015-02-12 16:25:09,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0009
2015-02-12 16:25:09,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186 src: /127.0.0.1:49682 dest: /127.0.0.1:64707
2015-02-12 16:25:09,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186 src: /127.0.0.1:49683 dest: /127.0.0.1:64704
2015-02-12 16:25:09,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186 src: /127.0.0.1:49684 dest: /127.0.0.1:64700
2015-02-12 16:25:09,845 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49684, dest: /127.0.0.1:64700, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, duration: 43622000
2015-02-12 16:25:09,845 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:09,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]} size 0
2015-02-12 16:25:09,847 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49683, dest: /127.0.0.1:64704, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, duration: 44955000
2015-02-12 16:25:09,847 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:09,848 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49682, dest: /127.0.0.1:64707, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, duration: 46170000
2015-02-12 16:25:09,848 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:09,848 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:09,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:09,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:09,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:09,905 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]}
2015-02-12 16:25:09,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187 src: /127.0.0.1:49686 dest: /127.0.0.1:64710
2015-02-12 16:25:09,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187 src: /127.0.0.1:49687 dest: /127.0.0.1:64700
2015-02-12 16:25:09,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187 src: /127.0.0.1:49688 dest: /127.0.0.1:64707
2015-02-12 16:25:09,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49688, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, duration: 1726000
2015-02-12 16:25:09,915 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:09,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:25:09,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49687, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, duration: 2076000
2015-02-12 16:25:09,916 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:09,917 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49686, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, duration: 3183000
2015-02-12 16:25:09,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:25:09,917 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:09,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 0
2015-02-12 16:25:09,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010.summary is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:10,143 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:10,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:10,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000002
2015-02-12 16:25:10,144 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:25:10,637 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:10,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:10,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000003
2015-02-12 16:25:10,637 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:25:10,727 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:10,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:10,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000004
2015-02-12 16:25:10,728 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:25:10,752 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:10,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:10,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000005
2015-02-12 16:25:10,753 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:25:10,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177
2015-02-12 16:25:10,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170
2015-02-12 16:25:10,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172
2015-02-12 16:25:10,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174
2015-02-12 16:25:10,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179
2015-02-12 16:25:10,757 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183
2015-02-12 16:25:10,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185
2015-02-12 16:25:10,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184
2015-02-12 16:25:10,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178
2015-02-12 16:25:10,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175
2015-02-12 16:25:10,759 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171
2015-02-12 16:25:10,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182
2015-02-12 16:25:10,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184
2015-02-12 16:25:10,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180
2015-02-12 16:25:10,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181
2015-02-12 16:25:10,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177
2015-02-12 16:25:10,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170
2015-02-12 16:25:10,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178
2015-02-12 16:25:10,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176
2015-02-12 16:25:10,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183
2015-02-12 16:25:11,096 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64746 for container : container_1423786898409_0010_01_000002
2015-02-12 16:25:11,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:11,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0010_01_000003
2015-02-12 16:25:11,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:11,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0010_01_000004
2015-02-12 16:25:11,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:11,098 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64754 for container : container_1423786898409_0010_01_000005
2015-02-12 16:25:11,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:11,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:11,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:11,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,239 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:11,239 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:11,239 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:11,240 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:11,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0010_01_000002 by user soberoi
2015-02-12 16:25:11,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0010_01_000005 by user soberoi
2015-02-12 16:25:11,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0010
2015-02-12 16:25:11,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0010_01_000003 by user soberoi
2015-02-12 16:25:11,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000005
2015-02-12 16:25:11,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000003
2015-02-12 16:25:11,244 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from NEW to INITING
2015-02-12 16:25:11,244 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0010_01_000005 to application application_1423786898409_0010
2015-02-12 16:25:11,245 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from INITING to RUNNING
2015-02-12 16:25:11,245 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:25:11,245 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,245 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,245 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:11,245 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0010
2015-02-12 16:25:11,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,246 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0010_01_000003 to application application_1423786898409_0010
2015-02-12 16:25:11,246 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0010_01_000005
2015-02-12 16:25:11,246 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:25:11,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,246 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,246 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:11,246 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0010
2015-02-12 16:25:11,247 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:11,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0010
2015-02-12 16:25:11,247 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000002
2015-02-12 16:25:11,248 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from NEW to INITING
2015-02-12 16:25:11,248 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0010_01_000002 to application application_1423786898409_0010
2015-02-12 16:25:11,248 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from INITING to RUNNING
2015-02-12 16:25:11,248 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:25:11,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,249 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,249 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:11,249 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0010
2015-02-12 16:25:11,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,249 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0010_01_000002
2015-02-12 16:25:11,254 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0010_01_000004 by user soberoi
2015-02-12 16:25:11,254 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0010
2015-02-12 16:25:11,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000004
2015-02-12 16:25:11,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175
2015-02-12 16:25:11,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742008_1184
2015-02-12 16:25:11,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180
2015-02-12 16:25:11,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172
2015-02-12 16:25:11,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174
2015-02-12 16:25:11,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742002_1178
2015-02-12 16:25:11,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741994_1170
2015-02-12 16:25:11,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171
2015-02-12 16:25:11,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183
2015-02-12 16:25:11,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742001_1177
2015-02-12 16:25:11,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182
2015-02-12 16:25:11,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179
2015-02-12 16:25:11,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176
2015-02-12 16:25:11,261 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from NEW to INITING
2015-02-12 16:25:11,261 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0010_01_000004 to application application_1423786898409_0010
2015-02-12 16:25:11,261 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from INITING to RUNNING
2015-02-12 16:25:11,262 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:25:11,262 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,262 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0010
2015-02-12 16:25:11,262 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:11,262 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0010
2015-02-12 16:25:11,262 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,262 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:11,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0010_01_000004
2015-02-12 16:25:11,292 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0010_01_000005.tokens. Credentials list:
2015-02-12 16:25:11,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423786898409_0010_01_000002.tokens. Credentials list:
2015-02-12 16:25:11,300 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0010_01_000004.tokens. Credentials list:
2015-02-12 16:25:11,333 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:11,334 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:11,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181
2015-02-12 16:25:11,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185
2015-02-12 16:25:11,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:11,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:11,587 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:11,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741999_1175
2015-02-12 16:25:11,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741996_1172
2015-02-12 16:25:11,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182
2015-02-12 16:25:11,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741998_1174
2015-02-12 16:25:11,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742007_1183
2015-02-12 16:25:11,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000003/default_container_executor.sh]
2015-02-12 16:25:11,641 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:11,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:11,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:11,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742005_1181
2015-02-12 16:25:11,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742004_1180
2015-02-12 16:25:11,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073741995_1171
2015-02-12 16:25:11,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742009_1185
2015-02-12 16:25:11,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742003_1179
2015-02-12 16:25:11,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742000_1176
2015-02-12 16:25:11,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423786898409_0010_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002.tokens
2015-02-12 16:25:11,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:11,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423786898409_0010_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004.tokens
2015-02-12 16:25:11,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:11,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423786898409_0010_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005.tokens
2015-02-12 16:25:11,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:11,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:11,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:12,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:12,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:12,063 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,084 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,110 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:25:12,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:12,153 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:12,180 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,180 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:12,243 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:12,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:12,244 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,244 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:12,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:12,246 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:12,303 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:12,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:12,303 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:12,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:12,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002/default_container_executor.sh]
2015-02-12 16:25:12,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004/default_container_executor.sh]
2015-02-12 16:25:12,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005/default_container_executor.sh]
2015-02-12 16:25:15,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186
2015-02-12 16:25:15,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187
2015-02-12 16:25:15,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186
2015-02-12 16:25:16,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742006_1182
2015-02-12 16:25:16,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742010_1186
2015-02-12 16:25:16,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187
2015-02-12 16:25:16,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742011_1187
2015-02-12 16:25:19,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:19,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:19,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:19,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:19,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:19,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:19,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:19,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:19,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:20,014 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0/part-00001. BP-1176644069-10.1.1.67-1423786882342 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:20,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/lhs+rhs-cross.txt dst=null perm=null proto=rpc
2015-02-12 16:25:20,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188 src: /127.0.0.1:49718 dest: /127.0.0.1:64707
2015-02-12 16:25:20,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188 src: /127.0.0.1:49720 dest: /127.0.0.1:64700
2015-02-12 16:25:20,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188 src: /127.0.0.1:49721 dest: /127.0.0.1:64704
2015-02-12 16:25:20,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49721, dest: /127.0.0.1:64704, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000001_0_1902529824_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, duration: 38392000
2015-02-12 16:25:20,122 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:20,123 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49720, dest: /127.0.0.1:64700, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000001_0_1902529824_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, duration: 39188000
2015-02-12 16:25:20,123 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49718, dest: /127.0.0.1:64707, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000001_0_1902529824_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, duration: 40188000
2015-02-12 16:25:20,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:20,125 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:20,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_1423786898409_0010_m_000001_0_1902529824_1
2015-02-12 16:25:20,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:25:20,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:20,197 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:20,204 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0010_01_000003
2015-02-12 16:25:20,205 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000003
2015-02-12 16:25:20,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:25:20,205 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0010_01_000003
2015-02-12 16:25:20,227 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:20,232 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0010_01_000003 is : 143
2015-02-12 16:25:20,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189 src: /127.0.0.1:49723 dest: /127.0.0.1:64704
2015-02-12 16:25:20,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189 src: /127.0.0.1:49724 dest: /127.0.0.1:64707
2015-02-12 16:25:20,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189 src: /127.0.0.1:49725 dest: /127.0.0.1:64710
2015-02-12 16:25:20,240 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist for DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,242 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:20,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000003
2015-02-12 16:25:20,244 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:20,244 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0010_01_000003 from application application_1423786898409_0010
2015-02-12 16:25:20,244 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:20,244 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0010
2015-02-12 16:25:20,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000003
2015-02-12 16:25:20,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000003
2015-02-12 16:25:20,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000003
2015-02-12 16:25:20,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000003
2015-02-12 16:25:20,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0/part-00002. BP-1176644069-10.1.1.67-1423786882342 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:25:20,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0/part-00003. BP-1176644069-10.1.1.67-1423786882342 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:20,524 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:20,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192 src: /127.0.0.1:49728 dest: /127.0.0.1:64704
2015-02-12 16:25:20,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192 src: /127.0.0.1:49729 dest: /127.0.0.1:64710
2015-02-12 16:25:20,653 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192 src: /127.0.0.1:49730 dest: /127.0.0.1:64700
2015-02-12 16:25:20,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191 src: /127.0.0.1:49727 dest: /127.0.0.1:64710
2015-02-12 16:25:20,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191 src: /127.0.0.1:49731 dest: /127.0.0.1:64700
2015-02-12 16:25:20,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191 src: /127.0.0.1:49732 dest: /127.0.0.1:64704
2015-02-12 16:25:20,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190 src: /127.0.0.1:49726 dest: /127.0.0.1:64707
2015-02-12 16:25:20,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190 src: /127.0.0.1:49733 dest: /127.0.0.1:64704
2015-02-12 16:25:20,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190 src: /127.0.0.1:49734 dest: /127.0.0.1:64700
2015-02-12 16:25:20,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49730, dest: /127.0.0.1:64700, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000000_0_2026472703_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, duration: 35647000
2015-02-12 16:25:20,691 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49729, dest: /127.0.0.1:64710, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000000_0_2026472703_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, duration: 36534000
2015-02-12 16:25:20,692 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49728, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000000_0_2026472703_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, duration: 37562000
2015-02-12 16:25:20,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:20,706 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49732, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000003_0_2015117701_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, duration: 47964000
2015-02-12 16:25:20,706 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49731, dest: /127.0.0.1:64700, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000003_0_2015117701_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, duration: 48674000
2015-02-12 16:25:20,707 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49727, dest: /127.0.0.1:64710, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000003_0_2015117701_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, duration: 49565000
2015-02-12 16:25:20,708 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0010_m_000000_0_2026472703_1
2015-02-12 16:25:20,715 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_1423786898409_0010_m_000003_0_2015117701_1
2015-02-12 16:25:20,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49734, dest: /127.0.0.1:64700, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000002_0_-1721680532_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, duration: 49328000
2015-02-12 16:25:20,722 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49733, dest: /127.0.0.1:64704, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000002_0_-1721680532_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, duration: 50951000
2015-02-12 16:25:20,723 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49726, dest: /127.0.0.1:64707, bytes: 54, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0010_m_000002_0_-1721680532_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, duration: 52631000
2015-02-12 16:25:20,725 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,730 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_1423786898409_0010_m_000002_0_-1721680532_1
2015-02-12 16:25:20,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:25:20,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:25:20,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:20,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:20,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:20,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:25:20,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/_temporary/attempt_1423786898409_0010_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:20,795 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:20,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0010_01_000004
2015-02-12 16:25:20,798 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000004
2015-02-12 16:25:20,799 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:20,799 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:25:20,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0010_01_000004
2015-02-12 16:25:20,803 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:20,806 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0010_01_000005
2015-02-12 16:25:20,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000005
2015-02-12 16:25:20,806 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:25:20,806 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0010_01_000005
2015-02-12 16:25:20,832 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0010_01_000005 is : 143
2015-02-12 16:25:20,833 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0010_01_000004 is : 143
2015-02-12 16:25:20,834 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0010_01_000002
2015-02-12 16:25:20,834 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000002
2015-02-12 16:25:20,836 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:25:20,836 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0010_01_000002
2015-02-12 16:25:20,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:20,843 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000005
2015-02-12 16:25:20,843 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:20,843 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0010_01_000005 from application application_1423786898409_0010
2015-02-12 16:25:20,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:20,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005
2015-02-12 16:25:20,844 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0010
2015-02-12 16:25:20,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005
2015-02-12 16:25:20,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005
2015-02-12 16:25:20,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000005
2015-02-12 16:25:20,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,847 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:20,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004
2015-02-12 16:25:20,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004
2015-02-12 16:25:20,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004
2015-02-12 16:25:20,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000004
2015-02-12 16:25:20,850 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:20,850 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0010_01_000004 from application application_1423786898409_0010
2015-02-12 16:25:20,850 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:20,850 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0010
2015-02-12 16:25:20,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000004
2015-02-12 16:25:20,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 16:25:20,868 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0010_01_000002 is : 143
2015-02-12 16:25:20,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,874 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:20,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002
2015-02-12 16:25:20,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002
2015-02-12 16:25:20,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000002
2015-02-12 16:25:20,876 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:20,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002
2015-02-12 16:25:20,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000002
2015-02-12 16:25:20,876 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0010_01_000002 from application application_1423786898409_0010
2015-02-12 16:25:20,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:20,877 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0010
2015-02-12 16:25:20,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 16:25:20,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:20,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 16:25:20,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:20,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 16:25:20,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:20,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:20,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 16:25:20,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:20,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary/1/task_1423786898409_0010_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:20,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,929 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,934 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49725, dest: /127.0.0.1:64710, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, duration: 714204000
2015-02-12 16:25:20,952 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 15534
2015-02-12 16:25:20,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49724, dest: /127.0.0.1:64707, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, duration: 716857000
2015-02-12 16:25:20,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 15534
2015-02-12 16:25:20,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49723, dest: /127.0.0.1:64704, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, duration: 720588000
2015-02-12 16:25:20,958 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 15534
2015-02-12 16:25:20,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:20,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:20,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193 src: /127.0.0.1:49738 dest: /127.0.0.1:64710
2015-02-12 16:25:20,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193 src: /127.0.0.1:49739 dest: /127.0.0.1:64707
2015-02-12 16:25:20,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193 src: /127.0.0.1:49740 dest: /127.0.0.1:64704
2015-02-12 16:25:20,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49740, dest: /127.0.0.1:64704, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, duration: 1380000
2015-02-12 16:25:20,975 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:20,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49739, dest: /127.0.0.1:64707, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, duration: 2003000
2015-02-12 16:25:20,976 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:20,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49738, dest: /127.0.0.1:64710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, duration: 2769000
2015-02-12 16:25:20,977 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:20,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:20,979 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:20,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:20,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:20,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:20,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:20,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:20,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:20,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:21,009 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:21,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194 src: /127.0.0.1:49742 dest: /127.0.0.1:64704
2015-02-12 16:25:21,014 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194 src: /127.0.0.1:49743 dest: /127.0.0.1:64707
2015-02-12 16:25:21,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194 src: /127.0.0.1:49744 dest: /127.0.0.1:64710
2015-02-12 16:25:21,021 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49744, dest: /127.0.0.1:64710, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, duration: 3164000
2015-02-12 16:25:21,021 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:21,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49743, dest: /127.0.0.1:64707, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, duration: 4395000
2015-02-12 16:25:21,023 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:21,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49742, dest: /127.0.0.1:64704, bytes: 47576, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, duration: 6192000
2015-02-12 16:25:21,024 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:21,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,029 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:21,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:21,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:21,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:21,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:21,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:21,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010/job_1423786898409_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:21,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:21,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:21,048 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195 src: /127.0.0.1:49745 dest: /127.0.0.1:64704
2015-02-12 16:25:21,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195 src: /127.0.0.1:49746 dest: /127.0.0.1:64710
2015-02-12 16:25:21,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195 src: /127.0.0.1:49747 dest: /127.0.0.1:64700
2015-02-12 16:25:21,054 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49747, dest: /127.0.0.1:64700, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, duration: 1721000
2015-02-12 16:25:21,054 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:21,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49746, dest: /127.0.0.1:64710, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, duration: 2435000
2015-02-12 16:25:21,055 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:21,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,056 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49745, dest: /127.0.0.1:64704, bytes: 112649, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-944394043_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, duration: 3318000
2015-02-12 16:25:21,056 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:21,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:21,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-944394043_1
2015-02-12 16:25:21,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:21,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:21,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:21,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0010-1423787104294-soberoi-%5BE409326E4C654A3897388C68DB3F7FF6%2F2605407CCAE9466B-1423787120936-4-0-SUCCEEDED-root.soberoi-1423787109077.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:21,082 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:25:21,082 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:21,082 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0010 with final state: FINISHING
2015-02-12 16:25:21,082 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:21,083 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0010
2015-02-12 16:25:21,085 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:21,085 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:21,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:21,211 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:25:21,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000003
2015-02-12 16:25:21,212 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:25:21,212 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0010_000001 released container container_1423786898409_0010_01_000003 on node: host: 10.1.1.67:64750 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:25:21,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:21,802 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0010_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:25:21,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000004
2015-02-12 16:25:21,802 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:21,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0010_000001 released container container_1423786898409_0010_01_000004 on node: host: 10.1.1.67:64742 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:21,812 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:21,812 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0010_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:25:21,813 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000005
2015-02-12 16:25:21,813 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64754, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:21,813 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0010_000001 released container container_1423786898409_0010_01_000005 on node: host: 10.1.1.67:64754 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:21,843 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:21,843 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:25:21,843 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000002
2015-02-12 16:25:21,843 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64746, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:21,843 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0010_000001 released container container_1423786898409_0010_01_000002 on node: host: 10.1.1.67:64746 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:22,092 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0010 unregistered successfully.
2015-02-12 16:25:22,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:25:22,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742007_1183 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64710
2015-02-12 16:25:22,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742008_1184 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:25:22,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:25:22,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:25:22,098 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:64704 127.0.0.1:64707 127.0.0.1:64710
2015-02-12 16:25:22,098 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:25:22,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0010 dst=null perm=null proto=rpc
2015-02-12 16:25:22,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,129 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary
2015-02-12 16:25:22,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:22,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,151 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 16:25:22,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:22,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:22,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:22,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:22,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,184 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 16:25:22,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:22,188 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/unknownsinks
2015-02-12 16:25:22,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks dst=null perm=null proto=rpc
2015-02-12 16:25:22,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:22,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00000 dst=null perm=null proto=rpc
2015-02-12 16:25:22,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:22,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00001 dst=null perm=null proto=rpc
2015-02-12 16:25:22,212 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:22,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:22,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00002 dst=null perm=null proto=rpc
2015-02-12 16:25:22,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:22,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/unknownsinks/part-00003 dst=null perm=null proto=rpc
2015-02-12 16:25:22,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:22,244 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 16:25:22,245 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 16:25:22,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:22,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-12 16:25:22,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz"]
2015-02-12 16:25:22,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException"]
2015-02-12 16:25:22,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-12 16:25:22,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 1
2015-02-12 16:25:22,259 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 1
2015-02-12 16:25:22,260 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/1) ...chemeIteratorEOFException
2015-02-12 16:25:22,273 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:25:22,286 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:64739
2015-02-12 16:25:22,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:22,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:22,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:22,294 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 11
2015-02-12 16:25:22,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=null proto=rpc
2015-02-12 16:25:22,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 16:25:22,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 16:25:22,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,302 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar. BP-1176644069-10.1.1.67-1423786882342 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:22,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 src: /127.0.0.1:49755 dest: /127.0.0.1:64704
2015-02-12 16:25:22,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 src: /127.0.0.1:49756 dest: /127.0.0.1:64710
2015-02-12 16:25:22,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 src: /127.0.0.1:49757 dest: /127.0.0.1:64700
2015-02-12 16:25:22,312 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49757, dest: /127.0.0.1:64700, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, duration: 3114000
2015-02-12 16:25:22,312 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:22,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49756, dest: /127.0.0.1:64710, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, duration: 4728000
2015-02-12 16:25:22,314 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,314 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49755, dest: /127.0.0.1:64704, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, duration: 5397000
2015-02-12 16:25:22,315 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,317 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:22,318 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar
2015-02-12 16:25:22,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 16:25:22,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 16:25:22,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 16:25:22,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 16:25:22,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 16:25:22,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:22,334 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 16:25:22,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:22,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,339 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split
2015-02-12 16:25:22,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:22,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split. BP-1176644069-10.1.1.67-1423786882342 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:22,344 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197 src: /127.0.0.1:49758 dest: /127.0.0.1:64710
2015-02-12 16:25:22,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197 src: /127.0.0.1:49759 dest: /127.0.0.1:64707
2015-02-12 16:25:22,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197 src: /127.0.0.1:49760 dest: /127.0.0.1:64700
2015-02-12 16:25:22,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197 src: /127.0.0.1:49761 dest: /127.0.0.1:64704
2015-02-12 16:25:22,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49761, dest: /127.0.0.1:64704, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, duration: 2430000
2015-02-12 16:25:22,355 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:22,357 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49760, dest: /127.0.0.1:64700, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, duration: 3587000
2015-02-12 16:25:22,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,363 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49759, dest: /127.0.0.1:64707, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, duration: 9630000
2015-02-12 16:25:22,363 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49758, dest: /127.0.0.1:64710, bytes: 377, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, duration: 12011000
2015-02-12 16:25:22,365 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,368 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:22,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,373 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo. BP-1176644069-10.1.1.67-1423786882342 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:22,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198 src: /127.0.0.1:49762 dest: /127.0.0.1:64700
2015-02-12 16:25:22,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198 src: /127.0.0.1:49763 dest: /127.0.0.1:64710
2015-02-12 16:25:22,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198 src: /127.0.0.1:49764 dest: /127.0.0.1:64704
2015-02-12 16:25:22,382 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49764, dest: /127.0.0.1:64704, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, duration: 2136000
2015-02-12 16:25:22,382 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:22,383 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49763, dest: /127.0.0.1:64710, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, duration: 3013000
2015-02-12 16:25:22,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,384 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,386 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49762, dest: /127.0.0.1:64700, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, duration: 5416000
2015-02-12 16:25:22,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,386 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:22,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:22,389 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:1
2015-02-12 16:25:22,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 16:25:22,399 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:22,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199 src: /127.0.0.1:49765 dest: /127.0.0.1:64710
2015-02-12 16:25:22,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199 src: /127.0.0.1:49766 dest: /127.0.0.1:64707
2015-02-12 16:25:22,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199 src: /127.0.0.1:49767 dest: /127.0.0.1:64700
2015-02-12 16:25:22,409 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49767, dest: /127.0.0.1:64700, bytes: 95511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, duration: 2319000
2015-02-12 16:25:22,409 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:22,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49766, dest: /127.0.0.1:64707, bytes: 95511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, duration: 4047000
2015-02-12 16:25:22,412 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49765, dest: /127.0.0.1:64710, bytes: 95511, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_466792741_9, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, duration: 5688000
2015-02-12 16:25:22,414 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:22,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:22,416 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml is closed by DFSClient_NONMAPREDUCE_466792741_9
2015-02-12 16:25:22,416 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423786898409_0011
2015-02-12 16:25:22,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=null proto=rpc
2015-02-12 16:25:22,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:22,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:22,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:22,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:22,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:22,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:22,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:22,439 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 11 submitted by user soberoi
2015-02-12 16:25:22,439 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423786898409_0011
2015-02-12 16:25:22,439 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from NEW to NEW_SAVING
2015-02-12 16:25:22,439 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423786898409_0011
2015-02-12 16:25:22,439 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423786898409_0011
2015-02-12 16:25:22,440 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 16:25:22,440 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423786898409_0011 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 16:25:22,441 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 16:25:22,441 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,442 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from NEW to SUBMITTED
2015-02-12 16:25:22,441 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423786898409_0011
2015-02-12 16:25:22,442 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423786898409_0011_000001 to scheduler from user: soberoi
2015-02-12 16:25:22,443 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 16:25:22,446 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:64740/proxy/application_1423786898409_0011/
2015-02-12 16:25:22,446 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423786898409_0011
2015-02-12 16:25:22,446 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:64740/proxy/application_1423786898409_0011/
2015-02-12 16:25:22,805 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:22,806 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:22,806 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000001
2015-02-12 16:25:22,806 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64742, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 16:25:22,807 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0011_01_000001
2015-02-12 16:25:22,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:22,807 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423786898409_0011 AttemptId: appattempt_1423786898409_0011_000001 MasterContainer: Container: [ContainerId: container_1423786898409_0011_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ]
2015-02-12 16:25:22,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 16:25:22,807 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 16:25:22,808 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423786898409_0011_000001
2015-02-12 16:25:22,809 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423786898409_0011_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ] for AM appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,809 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423786898409_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 16:25:22,809 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,809 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,811 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:22,813 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0011_01_000001 by user soberoi
2015-02-12 16:25:22,813 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0011
2015-02-12 16:25:22,813 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000001
2015-02-12 16:25:22,813 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0011 transitioned from NEW to INITING
2015-02-12 16:25:22,813 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0011_01_000001 to application application_1423786898409_0011
2015-02-12 16:25:22,814 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0011 transitioned from INITING to RUNNING
2015-02-12 16:25:22,814 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423786898409_0011_01_000001, NodeId: 10.1.1.67:64742, NodeHttpAddress: 10.1.1.67:64745, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:64742 }, ] for AM appattempt_1423786898409_0011_000001
2015-02-12 16:25:22,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 16:25:22,814 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 16:25:22,814 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0011
2015-02-12 16:25:22,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:22,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 16:25:22,815 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 16:25:22,815 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:22,815 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0011_01_000001
2015-02-12 16:25:22,817 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:22,827 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423786898409_0011_01_000001.tokens. Credentials list:
2015-02-12 16:25:22,845 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:22,985 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:23,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423786898409_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000001.tokens
2015-02-12 16:25:23,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011
2015-02-12 16:25:23,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:23,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:23,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:23,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:23,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:23,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:23,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:23,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:23,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:23,374 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30009 milliseconds
2015-02-12 16:25:23,375 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 16:25:23,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:23,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:23,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:23,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:23,443 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:23,496 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:23,496 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:23,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000001/default_container_executor.sh]
2015-02-12 16:25:23,723 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:64704 to replicate blk_1073742020_1196 to datanode(s) 127.0.0.1:64707
2015-02-12 16:25:23,723 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187]
2015-02-12 16:25:23,723 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742010_1186, blk_1073742013_1189]
2015-02-12 16:25:23,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:23,811 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:23,818 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:23,847 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:24,219 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:24,386 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=f145423a-eddb-4c11-a563-add4a6899ec9, infoPort=64705, ipcPort=64706, storageInfo=lv=-56;cid=testClusterID;nsid=1782578420;c=0) Starting thread to transfer BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 to 127.0.0.1:64707
2015-02-12 16:25:24,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:25:24,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:25:24,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:25:24,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:25:24,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 16:25:24,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:25:24,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:25:24,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:25:24,388 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 (numBytes=254067) to /127.0.0.1:64707
2015-02-12 16:25:24,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:25:24,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 src: /127.0.0.1:49771 dest: /127.0.0.1:64707
2015-02-12 16:25:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 16:25:24,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196 src: /127.0.0.1:49771 dest: /127.0.0.1:64707 of size 254067
2015-02-12 16:25:24,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742020_1196 size 254067
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:25:24,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:25:24,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:25:24,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:25:24,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:25:24,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:25:24,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:25:24,811 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:24,821 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:24,849 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:25,222 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:25,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 16:25:25,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 16:25:25,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 16:25:25,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 16:25:25,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=null proto=rpc
2015-02-12 16:25:25,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 16:25:25,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 16:25:25,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190
2015-02-12 16:25:25,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188
2015-02-12 16:25:25,813 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:25,821 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:25,854 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:26,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192
2015-02-12 16:25:26,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195
2015-02-12 16:25:26,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193
2015-02-12 16:25:26,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190
2015-02-12 16:25:26,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188
2015-02-12 16:25:26,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191
2015-02-12 16:25:26,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194
2015-02-12 16:25:26,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:26,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 16:25:26,223 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:26,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192
2015-02-12 16:25:26,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742012_1188
2015-02-12 16:25:26,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191
2015-02-12 16:25:26,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195
2015-02-12 16:25:26,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742014_1190
2015-02-12 16:25:26,727 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742008_1184, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742013_1189]
2015-02-12 16:25:26,727 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073742006_1182, blk_1073742007_1183, blk_1073742009_1185, blk_1073742011_1187, blk_1073742013_1189]
2015-02-12 16:25:26,814 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:26,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194
2015-02-12 16:25:26,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742019_1195
2015-02-12 16:25:26,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742015_1191
2015-02-12 16:25:26,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193
2015-02-12 16:25:26,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742016_1192
2015-02-12 16:25:26,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742013_1189
2015-02-12 16:25:26,827 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:26,858 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,082 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:27,084 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423786898409_0011_000001
2015-02-12 16:25:27,084 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423786898409_0011 APPATTEMPTID=appattempt_1423786898409_0011_000001
2015-02-12 16:25:27,084 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 16:25:27,084 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from ACCEPTED to RUNNING
2015-02-12 16:25:27,146 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423786898409_0010_01_000001 succeeded
2015-02-12 16:25:27,146 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 16:25:27,146 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0010_01_000001
2015-02-12 16:25:27,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001
2015-02-12 16:25:27,172 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001
2015-02-12 16:25:27,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001
2015-02-12 16:25:27,173 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000001
2015-02-12 16:25:27,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0010/container_1423786898409_0010_01_000001
2015-02-12 16:25:27,173 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 16:25:27,173 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0010_01_000001 from application application_1423786898409_0010
2015-02-12 16:25:27,174 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:27,174 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0010
2015-02-12 16:25:27,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:27,224 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 16:25:27,224 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000001
2015-02-12 16:25:27,224 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:27,224 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0010_000001 released container container_1423786898409_0010_01_000001 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:27,224 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,223 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423786898409_0010_000001
2015-02-12 16:25:27,225 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423786898409_0010_000001
2015-02-12 16:25:27,225 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0010_000001 State change from FINISHING to FINISHED
2015-02-12 16:25:27,225 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0010 State change from FINISHING to FINISHED
2015-02-12 16:25:27,225 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423786898409_0010
2015-02-12 16:25:27,225 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423786898409_0010,name=[E409326E4C654A3897388C68DB3F7FF6/2605407CCAE9466B89263BD0AA5B3EA2] test/(1/1) .../tapplatform/unknownsinks,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:64740/proxy/application_1423786898409_0010/jobhistory/job/job_1423786898409_0010,appMasterHost=10.1.1.67,startTime=1423787104294,finishTime=1423787121082,finalStatus=SUCCEEDED
2015-02-12 16:25:27,226 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423786898409_0010_000001 is done. finalState=FINISHED
2015-02-12 16:25:27,226 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423786898409_0010 requests cleared
2015-02-12 16:25:27,226 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423786898409_0010_000001
2015-02-12 16:25:27,230 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0010_000001 (auth:SIMPLE)
2015-02-12 16:25:27,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:27,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0010_01_000001
2015-02-12 16:25:27,232 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0010 CONTAINERID=container_1423786898409_0010_01_000001
2015-02-12 16:25:27,233 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0010_01_000001]
2015-02-12 16:25:27,233 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,233 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,233 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:27,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,234 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0010
2015-02-12 16:25:27,234 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:27,235 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0010, with delay of 10800 seconds
2015-02-12 16:25:27,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 16:25:27,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:27,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml. BP-1176644069-10.1.1.67-1423786882342 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]}
2015-02-12 16:25:27,582 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200 src: /127.0.0.1:49780 dest: /127.0.0.1:64700
2015-02-12 16:25:27,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200 src: /127.0.0.1:49781 dest: /127.0.0.1:64707
2015-02-12 16:25:27,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200 src: /127.0.0.1:49782 dest: /127.0.0.1:64704
2015-02-12 16:25:27,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49782, dest: /127.0.0.1:64704, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, duration: 35634000
2015-02-12 16:25:27,624 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:27,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:27,624 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49781, dest: /127.0.0.1:64707, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, duration: 36521000
2015-02-12 16:25:27,624 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:27,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49780, dest: /127.0.0.1:64700, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, duration: 37545000
2015-02-12 16:25:27,625 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:27,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:27,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW]]} size 0
2015-02-12 16:25:27,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:27,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:27,667 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011.summary. BP-1176644069-10.1.1.67-1423786882342 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:25:27,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201 src: /127.0.0.1:49783 dest: /127.0.0.1:64700
2015-02-12 16:25:27,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201 src: /127.0.0.1:49784 dest: /127.0.0.1:64710
2015-02-12 16:25:27,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201 src: /127.0.0.1:49785 dest: /127.0.0.1:64707
2015-02-12 16:25:27,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49785, dest: /127.0.0.1:64707, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, duration: 1986000
2015-02-12 16:25:27,678 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:27,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49784, dest: /127.0.0.1:64710, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, duration: 2228000
2015-02-12 16:25:27,679 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:27,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:27,680 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49783, dest: /127.0.0.1:64700, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, duration: 3744000
2015-02-12 16:25:27,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:27,681 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:27,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:27,686 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011.summary is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008 for deletion
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010 for deletion
2015-02-12 16:25:27,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:25:27,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 16:25:27,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:25:27,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742008_1184 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742008
2015-02-12 16:25:27,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742010_1186 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742010
2015-02-12 16:25:27,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:25:27,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:25:27,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:25:27,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 16:25:27,816 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:27,816 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,818 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,818 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0010
2015-02-12 16:25:27,818 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:27,819 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0010, with delay of 10800 seconds
2015-02-12 16:25:27,828 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:27,828 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,829 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0010
2015-02-12 16:25:27,830 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:27,830 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0010, with delay of 10800 seconds
2015-02-12 16:25:27,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,859 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 16:25:27,859 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:27,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423786898409_0010
2015-02-12 16:25:27,860 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423786898409_0010
2015-02-12 16:25:27,861 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 16:25:27,861 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423786898409_0010, with delay of 10800 seconds
2015-02-12 16:25:27,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006 for deletion
2015-02-12 16:25:27,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007 for deletion
2015-02-12 16:25:27,938 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009 for deletion
2015-02-12 16:25:27,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742006_1182 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742006
2015-02-12 16:25:27,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011 for deletion
2015-02-12 16:25:27,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013 for deletion
2015-02-12 16:25:27,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742009_1185 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742009
2015-02-12 16:25:27,939 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742007_1183 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742007
2015-02-12 16:25:27,940 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742013_1189 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742013
2015-02-12 16:25:27,940 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742011_1187 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742011
2015-02-12 16:25:28,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:28,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:28,235 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000002
2015-02-12 16:25:28,235 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 16:25:28,824 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:28,831 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:28,860 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:29,230 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64750 for container : container_1423786898409_0011_01_000002
2015-02-12 16:25:29,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:29,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:29,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:29,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-6723073503903441930.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,360 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:29,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0011_01_000002 by user soberoi
2015-02-12 16:25:29,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423786898409_0011
2015-02-12 16:25:29,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000002
2015-02-12 16:25:29,364 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0011 transitioned from NEW to INITING
2015-02-12 16:25:29,364 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0011_01_000002 to application application_1423786898409_0011
2015-02-12 16:25:29,364 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423786898409_0011 transitioned from INITING to RUNNING
2015-02-12 16:25:29,364 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 16:25:29,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0011
2015-02-12 16:25:29,365 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0011
2015-02-12 16:25:29,365 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:29,366 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0011
2015-02-12 16:25:29,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 16:25:29,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 16:25:29,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423786898409_0011_01_000002
2015-02-12 16:25:29,378 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423786898409_0011_01_000002.tokens. Credentials list:
2015-02-12 16:25:29,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 16:25:29,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423786898409_0011_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002.tokens
2015-02-12 16:25:29,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0011
2015-02-12 16:25:29,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 16:25:29,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:29,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:29,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 16:25:29,789 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:64699/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 16:25:29,789 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:29,826 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:29,827 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:29,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002/default_container_executor.sh]
2015-02-12 16:25:30,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:30,245 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:25:30,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742018_1194
2015-02-12 16:25:30,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742017_1193
2015-02-12 16:25:30,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197
2015-02-12 16:25:30,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199
2015-02-12 16:25:30,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196
2015-02-12 16:25:31,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197
2015-02-12 16:25:31,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196
2015-02-12 16:25:31,286 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198
2015-02-12 16:25:31,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199
2015-02-12 16:25:31,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198
2015-02-12 16:25:31,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196
2015-02-12 16:25:31,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197
2015-02-12 16:25:31,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742023_1199
2015-02-12 16:25:32,032 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742020_1196
2015-02-12 16:25:32,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742022_1198
2015-02-12 16:25:32,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742021_1197
2015-02-12 16:25:32,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:32,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:32,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:33,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_0/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]}
2015-02-12 16:25:33,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202 src: /127.0.0.1:49808 dest: /127.0.0.1:64704
2015-02-12 16:25:33,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202 src: /127.0.0.1:49809 dest: /127.0.0.1:64700
2015-02-12 16:25:33,158 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202 src: /127.0.0.1:49810 dest: /127.0.0.1:64707
2015-02-12 16:25:33,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49810, dest: /127.0.0.1:64707, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_0_1404331961_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, duration: 30902000
2015-02-12 16:25:33,191 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:33,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:33,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49809, dest: /127.0.0.1:64700, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_0_1404331961_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, duration: 32433000
2015-02-12 16:25:33,193 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:33,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:33,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49808, dest: /127.0.0.1:64704, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_0_1404331961_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, duration: 34536000
2015-02-12 16:25:33,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:33,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW]]} size 0
2015-02-12 16:25:33,201 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_0/part-00000 is closed by DFSClient_attempt_1423786898409_0011_m_000000_0_1404331961_1
2015-02-12 16:25:33,226 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742026_1202 127.0.0.1:64704 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:25:33,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 16:25:33,246 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:33,249 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0011_01_000002
2015-02-12 16:25:33,249 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000002
2015-02-12 16:25:33,249 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 16:25:33,249 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0011_01_000002
2015-02-12 16:25:33,283 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0011_01_000002 is : 143
2015-02-12 16:25:33,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist. BP-1176644069-10.1.1.67-1423786882342 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW]]}
2015-02-12 16:25:33,290 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:33,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203 src: /127.0.0.1:49812 dest: /127.0.0.1:64707
2015-02-12 16:25:33,291 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002
2015-02-12 16:25:33,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002
2015-02-12 16:25:33,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203 src: /127.0.0.1:49813 dest: /127.0.0.1:64704
2015-02-12 16:25:33,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002
2015-02-12 16:25:33,294 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000002
2015-02-12 16:25:33,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203 src: /127.0.0.1:49814 dest: /127.0.0.1:64700
2015-02-12 16:25:33,295 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000002
2015-02-12 16:25:33,295 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:33,296 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0011_01_000002 from application application_1423786898409_0011
2015-02-12 16:25:33,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:33,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0011
2015-02-12 16:25:33,302 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist for DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:34,255 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:34,255 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 16:25:34,256 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000002
2015-02-12 16:25:34,256 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64750, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 16:25:34,256 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0011_000001 released container container_1423786898409_0011_01_000002 on node: host: 10.1.1.67:64750 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 16:25:34,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:34,845 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000003
2015-02-12 16:25:34,845 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:25:35,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:35,265 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:64742 for container : container_1423786898409_0011_01_000003
2015-02-12 16:25:35,265 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:35,273 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:35,275 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0011_01_000003 by user soberoi
2015-02-12 16:25:35,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000003
2015-02-12 16:25:35,275 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0011_01_000003 to application application_1423786898409_0011
2015-02-12 16:25:35,275 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 16:25:35,276 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0011
2015-02-12 16:25:35,276 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0011
2015-02-12 16:25:35,276 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:35,276 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0011
2015-02-12 16:25:35,277 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:35,319 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:35,319 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:35,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000003/default_container_executor.sh]
2015-02-12 16:25:35,734 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073742026_1202]
2015-02-12 16:25:35,734 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073742026_1202]
2015-02-12 16:25:35,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:35,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201
2015-02-12 16:25:35,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200
2015-02-12 16:25:36,258 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0011_01_000002]
2015-02-12 16:25:36,258 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:36,270 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:25:36,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200
2015-02-12 16:25:36,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 16:25:36,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 16:25:36,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 16:25:36,695 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 16:25:36,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742024_1200
2015-02-12 16:25:36,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201
2015-02-12 16:25:37,039 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742025_1201
2015-02-12 16:25:38,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:38,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:38,275 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1689 Total time for transactions(ms): 127 Number of transactions batched in Syncs: 59 Number of syncs: 1093 SyncTimes(ms): 314 235
2015-02-12 16:25:38,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_1/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:38,454 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_1/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW]]}
2015-02-12 16:25:38,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204 src: /127.0.0.1:49820 dest: /127.0.0.1:64710
2015-02-12 16:25:38,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204 src: /127.0.0.1:49821 dest: /127.0.0.1:64704
2015-02-12 16:25:38,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204 src: /127.0.0.1:49822 dest: /127.0.0.1:64700
2015-02-12 16:25:38,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49822, dest: /127.0.0.1:64700, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_1_1662043295_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, duration: 45414000
2015-02-12 16:25:38,558 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:38,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:38,559 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49821, dest: /127.0.0.1:64704, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_1_1662043295_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, duration: 45807000
2015-02-12 16:25:38,559 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:38,560 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49820, dest: /127.0.0.1:64710, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_1_1662043295_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, duration: 47004000
2015-02-12 16:25:38,560 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:38,560 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:38,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:38,565 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_1/part-00000 is closed by DFSClient_attempt_1423786898409_0011_m_000000_1_1662043295_1
2015-02-12 16:25:38,574 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742028_1204 127.0.0.1:64710 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:25:38,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_1 dst=null perm=null proto=rpc
2015-02-12 16:25:38,583 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:38,586 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0011_01_000003
2015-02-12 16:25:38,586 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000003
2015-02-12 16:25:38,586 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 16:25:38,587 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0011_01_000003
2015-02-12 16:25:38,604 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0011_01_000003 is : 143
2015-02-12 16:25:38,616 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:38,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000003
2015-02-12 16:25:38,617 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000003
2015-02-12 16:25:38,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000003
2015-02-12 16:25:38,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000003
2015-02-12 16:25:38,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000003
2015-02-12 16:25:38,617 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:38,618 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0011_01_000003 from application application_1423786898409_0011
2015-02-12 16:25:38,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:38,618 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0011
2015-02-12 16:25:38,740 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073742028_1204]
2015-02-12 16:25:38,740 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073742028_1204]
2015-02-12 16:25:39,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:25:39,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:25:39,590 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:39,591 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 16:25:39,591 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000003
2015-02-12 16:25:39,591 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:25:39,591 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0011_000001 released container container_1423786898409_0011_01_000003 on node: host: 10.1.1.67:64742 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:25:39,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:39,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000004
2015-02-12 16:25:39,592 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:25:39,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:25:39,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:25:40,286 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:40,294 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:40,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0011_01_000004 by user soberoi
2015-02-12 16:25:40,297 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000004
2015-02-12 16:25:40,297 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0011_01_000004 to application application_1423786898409_0011
2015-02-12 16:25:40,297 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 16:25:40,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0011
2015-02-12 16:25:40,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0011
2015-02-12 16:25:40,297 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:40,298 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0011
2015-02-12 16:25:40,298 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:40,327 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:40,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:40,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000004/default_container_executor.sh]
2015-02-12 16:25:40,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:40,594 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:41,292 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:25:41,595 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0011_01_000003]
2015-02-12 16:25:41,595 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:41,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1176644069-10.1.1.67-1423786882342:blk_1073742026_1202
2015-02-12 16:25:41,743 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64700 to delete [blk_1073742026_1202, blk_1073742028_1204]
2015-02-12 16:25:42,421 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026 for deletion
2015-02-12 16:25:42,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028 for deletion
2015-02-12 16:25:42,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742026_1202 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742026
2015-02-12 16:25:42,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742028_1204 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742028
2015-02-12 16:25:42,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:43,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:43,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_2/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:43,333 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_2/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:43,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205 src: /127.0.0.1:49829 dest: /127.0.0.1:64710
2015-02-12 16:25:43,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205 src: /127.0.0.1:49830 dest: /127.0.0.1:64707
2015-02-12 16:25:43,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205 src: /127.0.0.1:49831 dest: /127.0.0.1:64704
2015-02-12 16:25:43,413 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49831, dest: /127.0.0.1:64704, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_2_-930584780_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, duration: 28533000
2015-02-12 16:25:43,413 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:43,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:43,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49830, dest: /127.0.0.1:64707, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_2_-930584780_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, duration: 30375000
2015-02-12 16:25:43,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:43,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:43,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49829, dest: /127.0.0.1:64710, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_2_-930584780_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, duration: 32209000
2015-02-12 16:25:43,418 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:43,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-8fb9ac0d-1147-4f8d-93f1-31640eb32a1e:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:43,425 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_2/part-00000 is closed by DFSClient_attempt_1423786898409_0011_m_000000_2_-930584780_1
2015-02-12 16:25:43,437 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:25:43,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_2 dst=null perm=null proto=rpc
2015-02-12 16:25:43,447 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:43,449 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0011_01_000004
2015-02-12 16:25:43,449 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000004
2015-02-12 16:25:43,449 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 16:25:43,450 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0011_01_000004
2015-02-12 16:25:43,477 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0011_01_000004 is : 143
2015-02-12 16:25:43,485 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:43,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000004
2015-02-12 16:25:43,485 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000004
2015-02-12 16:25:43,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000004
2015-02-12 16:25:43,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000004
2015-02-12 16:25:43,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000004
2015-02-12 16:25:43,486 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:43,486 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0011_01_000004 from application application_1423786898409_0011
2015-02-12 16:25:43,486 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:43,486 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0011
2015-02-12 16:25:44,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:44,455 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 16:25:44,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000004
2015-02-12 16:25:44,455 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:25:44,456 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0011_000001 released container container_1423786898409_0011_01_000004 on node: host: 10.1.1.67:64742 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:25:44,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 16:25:44,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000005
2015-02-12 16:25:44,456 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423786898409_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 16:25:44,744 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64707 to delete [blk_1073742029_1205]
2015-02-12 16:25:44,744 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64704 to delete [blk_1073742029_1205]
2015-02-12 16:25:45,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 16:25:45,315 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:45,317 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423786898409_0011_01_000005 by user soberoi
2015-02-12 16:25:45,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000005
2015-02-12 16:25:45,317 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423786898409_0011_01_000005 to application application_1423786898409_0011
2015-02-12 16:25:45,318 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 16:25:45,318 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423786898409_0011
2015-02-12 16:25:45,318 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423786898409_0011
2015-02-12 16:25:45,318 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 16:25:45,318 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423786898409_0011
2015-02-12 16:25:45,319 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 16:25:45,350 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 16:25:45,351 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:45,415 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:25:45,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:25:45,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 16:25:45,458 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:45,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000005/default_container_executor.sh]
2015-02-12 16:25:45,707 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:25:45,708 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:25:46,315 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 16:25:46,458 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423786898409_0011_01_000004]
2015-02-12 16:25:46,458 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 16:25:47,749 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:64710 to delete [blk_1073742029_1205]
2015-02-12 16:25:48,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job.split dst=null perm=null proto=rpc
2015-02-12 16:25:48,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/unexpectedEndOfFile.gz dst=null perm=null proto=rpc
2015-02-12 16:25:48,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_3/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:48,476 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_3/part-00000. BP-1176644069-10.1.1.67-1423786882342 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]}
2015-02-12 16:25:48,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206 src: /127.0.0.1:49837 dest: /127.0.0.1:64700
2015-02-12 16:25:48,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206 src: /127.0.0.1:49838 dest: /127.0.0.1:64710
2015-02-12 16:25:48,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206 src: /127.0.0.1:49839 dest: /127.0.0.1:64704
2015-02-12 16:25:48,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49839, dest: /127.0.0.1:64704, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_3_1902010084_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, duration: 31144000
2015-02-12 16:25:48,555 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:48,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW]]} size 0
2015-02-12 16:25:48,556 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49838, dest: /127.0.0.1:64710, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_3_1902010084_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, duration: 32462000
2015-02-12 16:25:48,556 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,557 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49837, dest: /127.0.0.1:64700, bytes: 3048, op: HDFS_WRITE, cliID: DFSClient_attempt_1423786898409_0011_m_000000_3_1902010084_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, duration: 33568000
2015-02-12 16:25:48,557 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,561 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_3/part-00000 is closed by DFSClient_attempt_1423786898409_0011_m_000000_3_1902010084_1
2015-02-12 16:25:48,572 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742030_1206 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:25:48,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary/1/_temporary/attempt_1423786898409_0011_m_000000_3 dst=null perm=null proto=rpc
2015-02-12 16:25:48,586 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423786898409_0011_000001 (auth:SIMPLE)
2015-02-12 16:25:48,588 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423786898409_0011_01_000005
2015-02-12 16:25:48,588 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000005
2015-02-12 16:25:48,588 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from RUNNING to KILLING
2015-02-12 16:25:48,588 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423786898409_0011_01_000005
2015-02-12 16:25:48,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:48,611 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423786898409_0011_01_000005 is : 143
2015-02-12 16:25:48,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49814, dest: /127.0.0.1:64700, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, duration: 15320771000
2015-02-12 16:25:48,617 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:48,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 13217
2015-02-12 16:25:48,619 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49813, dest: /127.0.0.1:64704, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, duration: 15322397000
2015-02-12 16:25:48,619 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 13217
2015-02-12 16:25:48,621 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49812, dest: /127.0.0.1:64707, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, duration: 15324187000
2015-02-12 16:25:48,621 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW]]} size 13217
2015-02-12 16:25:48,625 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:48,626 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 16:25:48,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000005
2015-02-12 16:25:48,627 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423786898409_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 16:25:48,627 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423786898409_0011_01_000005 from application application_1423786898409_0011
2015-02-12 16:25:48,627 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 16:25:48,627 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423786898409_0011
2015-02-12 16:25:48,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000005
2015-02-12 16:25:48,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000005
2015-02-12 16:25:48,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000005
2015-02-12 16:25:48,630 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423786898409_0011/container_1423786898409_0011_01_000005
2015-02-12 16:25:48,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:48,636 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|RBW]]}
2015-02-12 16:25:48,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207 src: /127.0.0.1:49841 dest: /127.0.0.1:64704
2015-02-12 16:25:48,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207 src: /127.0.0.1:49842 dest: /127.0.0.1:64700
2015-02-12 16:25:48,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207 src: /127.0.0.1:49843 dest: /127.0.0.1:64710
2015-02-12 16:25:48,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49843, dest: /127.0.0.1:64710, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, duration: 1447000
2015-02-12 16:25:48,644 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:48,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49842, dest: /127.0.0.1:64700, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, duration: 3434000
2015-02-12 16:25:48,647 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,648 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49841, dest: /127.0.0.1:64704, bytes: 430, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, duration: 5428000
2015-02-12 16:25:48,648 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,650 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:48,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:48,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:48,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:48,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:48,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 16:25:48,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:48,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:48,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208 src: /127.0.0.1:49845 dest: /127.0.0.1:64700
2015-02-12 16:25:48,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208 src: /127.0.0.1:49846 dest: /127.0.0.1:64704
2015-02-12 16:25:48,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208 src: /127.0.0.1:49847 dest: /127.0.0.1:64710
2015-02-12 16:25:48,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49847, dest: /127.0.0.1:64710, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, duration: 1621000
2015-02-12 16:25:48,690 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:48,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49846, dest: /127.0.0.1:64704, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, duration: 2031000
2015-02-12 16:25:48,691 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-fdec2ff2-0980-499c-b3bb-52b10c64be5b:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49845, dest: /127.0.0.1:64700, bytes: 27726, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 5d5ba555-76d3-4aea-8a0f-f1dd63f83b3a, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, duration: 3651000
2015-02-12 16:25:48,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64700 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-84733379-962e-425a-a21f-4e6c8e1a7381:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-56804fca-3745-421a-aaeb-2b9e7015bb43:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,699 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:48,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:48,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:48,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:48,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 16:25:48,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011/job_1423786898409_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 16:25:48,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 16:25:48,729 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp. BP-1176644069-10.1.1.67-1423786882342 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]}
2015-02-12 16:25:48,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209 src: /127.0.0.1:49849 dest: /127.0.0.1:64704
2015-02-12 16:25:48,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209 src: /127.0.0.1:49850 dest: /127.0.0.1:64707
2015-02-12 16:25:48,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209 src: /127.0.0.1:49851 dest: /127.0.0.1:64710
2015-02-12 16:25:48,738 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49851, dest: /127.0.0.1:64710, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f2246ddb-3a0c-4eb0-9cac-033b6bebc159, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, duration: 1688000
2015-02-12 16:25:48,739 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 16:25:48,739 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64710 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:25:48,739 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49850, dest: /127.0.0.1:64707, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: 884d6be2-c7c0-4ea5-b784-fba4efef1503, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, duration: 2367000
2015-02-12 16:25:48,740 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,740 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64707 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e67b51fa-6ad9-4a4c-8244-0ca48854ca06:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW]]} size 0
2015-02-12 16:25:48,741 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:49849, dest: /127.0.0.1:64704, bytes: 112106, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_917186153_1, offset: 0, srvID: f145423a-eddb-4c11-a563-add4a6899ec9, blockid: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, duration: 4015000
2015-02-12 16:25:48,742 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1176644069-10.1.1.67-1423786882342:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 16:25:48,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:64704 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-e36e7aca-cf22-4633-b3d4-94aeeffb3bb5:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-484dcc7a-4dd4-4d01-b129-82e86f69e32a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-07c29fce-e447-4e08-826c-6bd7edd47c21:NORMAL|FINALIZED]]} size 0
2015-02-12 16:25:48,747 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_917186153_1
2015-02-12 16:25:48,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423786898409_0011-1423787122439-soberoi-%5B3DAA71C9951C47E39A2FB999EDFB9834%2F9332A981A16B4290-1423787148598-0-0-FAILED-root.soberoi-1423787127239.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 16:25:48,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423786898409_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 16:25:48,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:48,771 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423786898409_0011 with final state: FINISHING
2015-02-12 16:25:48,771 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 16:25:48,772 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423786898409_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:48,772 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423786898409_0011
2015-02-12 16:25:48,773 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423786898409_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 16:25:48,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029 for deletion
2015-02-12 16:25:48,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1176644069-10.1.1.67-1423786882342 blk_1073742029_1205 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1176644069-10.1.1.67-1423786882342/current/finalized/subdir0/subdir0/blk_1073742029
2015-02-12 16:25:49,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423786898409_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 16:25:49,594 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423786898409_0011_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 16:25:49,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423786898409_0011 CONTAINERID=container_1423786898409_0011_01_000005
2015-02-12 16:25:49,594 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423786898409_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:64742, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 16:25:49,595 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423786898409_0011_000001 released container container_1423786898409_0011_01_000005 on node: host: 10.1.1.67:64742 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 16:25:49,778 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423786898409_0011 unregistered successfully.
2015-02-12 16:25:49,783 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742020_1196 127.0.0.1:64704 127.0.0.1:64710 127.0.0.1:64700 127.0.0.1:64707
2015-02-12 16:25:49,783 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742021_1197 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700 127.0.0.1:64704
2015-02-12 16:25:49,783 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64704
2015-02-12 16:25:49,783 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:64710 127.0.0.1:64707 127.0.0.1:64700
2015-02-12 16:25:49,783 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742025_1201 127.0.0.1:64700 127.0.0.1:64710 127.0.0.1:64707
2015-02-12 16:25:49,784 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742027_1203 127.0.0.1:64707 127.0.0.1:64704 127.0.0.1:64700
2015-02-12 16:25:49,784 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:64700 127.0.0.1:64707 127.0.0.1:64704
2015-02-12 16:25:49,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423786898409_0011 dst=null perm=null proto=rpc
2015-02-12 16:25:49,790 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] hadoop job job_1423786898409_0011 state at FAILED
2015-02-12 16:25:49,791 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] failure info: Task failed task_1423786898409_0011_m_000000
Job failed as tasks failed. failedMaps:1 failedReduces:0
2015-02-12 16:25:49,819 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] task completion events identify failed tasks
2015-02-12 16:25:49,819 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] task completion events count: 4
2015-02-12 16:25:49,820 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] event = Task Id : attempt_1423786898409_0011_m_000000_0, Status : FAILED
2015-02-12 16:25:49,820 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] event = Task Id : attempt_1423786898409_0011_m_000000_1, Status : FAILED
2015-02-12 16:25:49,820 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] event = Task Id : attempt_1423786898409_0011_m_000000_2, Status : FAILED
2015-02-12 16:25:49,821 WARN flow.FlowStep (BaseFlowStep.java:logWarn(839)) - [] event = Task Id : attempt_1423786898409_0011_m_000000_3, Status : TIPFAILED
2015-02-12 16:25:49,854 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] stopping all jobs
2015-02-12 16:25:49,857 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] stopping: (1/1) ...chemeIteratorEOFException
2015-02-12 16:25:49,860 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] stopped all jobs
2015-02-12 16:25:49,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:49,863 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary
2015-02-12 16:25:49,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException/_temporary dst=null perm=null proto=rpc
2015-02-12 16:25:49,864 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException
2015-02-12 16:25:49,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:49,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:49,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc
2015-02-12 16:25:49,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/tapplatform/testTupleEntrySchemeIteratorEOFException dst=null perm=null proto=rpc