2015-02-12 15:55:53,913 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 15:55:53,958 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 15:55:53,959 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.cascade.ParallelCascadePlatformTest
2015-02-12 15:55:53,974 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 15:55:54,777 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 15:55:54,870 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 15:55:54,892 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 15:55:54,965 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 15:55:54,968 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 15:55:54,968 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 15:55:54,970 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 15:55:54,971 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 15:55:54
2015-02-12 15:55:54,974 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 15:55:54,974 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:54,976 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 15:55:54,977 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 15:55:54,990 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 15:55:54,992 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 15:55:54,992 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 15:55:54,993 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 15:55:54,993 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 15:55:54,993 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 15:55:54,994 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 15:55:54,994 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 15:55:54,995 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 15:55:55,002 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 15:55:55,003 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 15:55:55,004 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 15:55:55,006 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 15:55:55,011 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 15:55:55,238 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 15:55:55,238 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:55,239 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 15:55:55,239 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 15:55:55,240 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 15:55:55,246 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 15:55:55,246 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:55,247 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 15:55:55,247 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 15:55:55,248 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 15:55:55,249 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 15:55:55,249 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 15:55:55,250 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 15:55:55,250 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 15:55:55,253 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 15:55:55,253 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:55,253 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 15:55:55,254 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 15:55:55,258 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 15:55:55,259 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 15:55:55,259 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 15:55:55,312 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:55,326 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 15:55:55,327 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 15:55:55,440 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 15:55:55,443 INFO namenode.NameNode (NameNode.java:createNameNode(1356)) - createNameNode []
2015-02-12 15:55:55,463 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 15:55:55,521 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(356)) - Scheduled snapshot period at 10 second(s).
2015-02-12 15:55:55,521 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-12 15:55:55,525 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(344)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 15:55:55,577 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1681)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-12 15:55:55,578 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1692)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 15:55:55,636 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 15:55:55,641 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 15:55:55,665 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:55:55,668 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 15:55:55,669 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:55:55,669 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:55:55,698 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 15:55:55,700 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:55:55,729 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57425
2015-02-12 15:55:55,729 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:55:55,776 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57425_hdfs____.73ev29/webapp
2015-02-12 15:55:56,096 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57425
2015-02-12 15:55:56,098 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 15:55:56,100 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 15:55:56,101 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 15:55:56,101 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 15:55:56,102 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 15:55:56,103 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 15:55:56
2015-02-12 15:55:56,103 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 15:55:56,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:56,104 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 15:55:56,105 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 15:55:56,106 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 15:55:56,107 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 15:55:56,107 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 15:55:56,108 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 15:55:56,110 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 15:55:56,111 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 15:55:56,113 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 15:55:56,114 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 15:55:56,115 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 15:55:56,116 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 15:55:56,117 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 15:55:56,118 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 15:55:56,119 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 15:55:56,120 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 15:55:56,123 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 15:55:56,123 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:56,124 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 15:55:56,124 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 15:55:56,125 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 15:55:56,126 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 15:55:56,126 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:56,127 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 15:55:56,127 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 15:55:56,128 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 15:55:56,128 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 15:55:56,128 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 15:55:56,129 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 15:55:56,129 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 15:55:56,130 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 15:55:56,130 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:56,131 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 15:55:56,131 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 15:55:56,154 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 15:55:56,155 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 15:55:56,156 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 15:55:56,160 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:56,164 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:56,170 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current
2015-02-12 15:55:56,171 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/current
2015-02-12 15:55:56,172 INFO namenode.FSImage (FSImage.java:loadFSImage(655)) - No edit log streams selected.
2015-02-12 15:55:56,222 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 15:55:56,233 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-12 15:55:56,233 INFO namenode.FSImage (FSImage.java:loadFSImage(930)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 15:55:56,238 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1011)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 15:55:56,239 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1162)) - Starting log segment at 1
2015-02-12 15:55:56,318 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 15:55:56,318 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(742)) - Finished loading FSImage in 162 msecs
2015-02-12 15:55:56,515 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(317)) - RPC server is binding to localhost:0
2015-02-12 15:55:56,521 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:55:56,534 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57426
2015-02-12 15:55:56,585 INFO namenode.NameNode (NameNode.java:initialize(595)) - Clients are to use localhost:57426 to access this namenode/service.
2015-02-12 15:55:56,601 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6411)) - Registered FSNamesystemState MBean
2015-02-12 15:55:56,637 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 15:55:56,638 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 15:55:56,639 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1194)) - initializing replication queues
2015-02-12 15:55:56,641 INFO hdfs.StateChange (FSNamesystem.java:leave(5529)) - STATE* Leaving safe mode after 0 secs
2015-02-12 15:55:56,645 INFO hdfs.StateChange (FSNamesystem.java:leave(5540)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 15:55:56,646 INFO hdfs.StateChange (FSNamesystem.java:leave(5543)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 15:55:56,650 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2557)) - Total number of blocks = 0
2015-02-12 15:55:56,650 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2558)) - Number of invalid blocks = 0
2015-02-12 15:55:56,650 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2559)) - Number of under-replicated blocks = 0
2015-02-12 15:55:56,650 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2560)) - Number of over-replicated blocks = 0
2015-02-12 15:55:56,650 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2562)) - Number of blocks being written = 0
2015-02-12 15:55:56,650 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2563)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 11 msec
2015-02-12 15:55:56,717 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:55:56,717 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57426: starting
2015-02-12 15:55:56,720 INFO namenode.NameNode (NameNode.java:startCommonServices(638)) - NameNode RPC up at: localhost/127.0.0.1:57426
2015-02-12 15:55:56,721 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1121)) - Starting services required for active state
2015-02-12 15:55:56,730 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 15:55:56,730 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(173)) - Rescanning because of pending operations
2015-02-12 15:55:56,731 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:55:56,859 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2
2015-02-12 15:55:56,943 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:55:56,945 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:55:56,950 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:55:56,959 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:57427
2015-02-12 15:55:56,961 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:55:56,962 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:55:56,967 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:55:56,968 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:55:56,970 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:55:56,970 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:55:56,970 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:55:56,975 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:55:56,977 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57428
2015-02-12 15:55:56,977 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:55:56,985 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57428_datanode____klssxr/webapp
2015-02-12 15:55:57,201 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57428
2015-02-12 15:55:57,203 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:55:57,203 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:55:57,218 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:55:57,219 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57429
2015-02-12 15:55:57,225 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:57429
2015-02-12 15:55:57,233 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:55:57,235 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:55:57,296 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57426 starting to offer service
2015-02-12 15:55:57,309 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:55:57,311 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57429: starting
2015-02-12 15:55:57,315 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4
2015-02-12 15:55:57,369 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:55:57,369 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:55:57,370 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:55:57,371 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:57430
2015-02-12 15:55:57,371 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:55:57,372 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:55:57,376 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:55:57,378 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:55:57,379 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:55:57,380 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:55:57,381 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:55:57,383 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:55:57,384 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57431
2015-02-12 15:55:57,384 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:55:57,393 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57431_datanode____.otim3t/webapp
2015-02-12 15:55:57,551 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57431
2015-02-12 15:55:57,552 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:55:57,552 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:55:57,554 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:55:57,556 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57433
2015-02-12 15:55:57,559 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:57433
2015-02-12 15:55:57,563 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:55:57,564 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:55:57,566 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57426 starting to offer service
2015-02-12 15:55:57,566 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:55:57,567 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57433: starting
2015-02-12 15:55:57,570 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6
2015-02-12 15:55:57,577 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:57,578 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:57,578 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,578 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:57,578 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,579 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:57,656 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,656 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:57,657 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,658 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:57,658 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:57,659 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:57,660 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,660 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:57,660 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,660 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:57,660 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:57,661 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:57,662 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:57,662 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,663 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:57,664 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:57,664 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,664 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:57,713 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:55:57,714 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:55:57,714 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:55:57,715 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:57434
2015-02-12 15:55:57,716 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:55:57,716 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:55:57,717 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:55:57,719 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:55:57,721 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:55:57,721 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:55:57,722 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:55:57,724 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:55:57,725 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57435
2015-02-12 15:55:57,725 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:55:57,727 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,728 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:57,728 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,728 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:57,728 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:57,730 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:57,732 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=618189981;bpid=BP-1545273286-10.1.1.67-1423785355267;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=618189981;c=0;bpid=BP-1545273286-10.1.1.67-1423785355267;dnuuid=null
2015-02-12 15:55:57,734 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57435_datanode____qsuv17/webapp
2015-02-12 15:55:57,734 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 89dcd9f0-9ac1-45fd-be08-870cb7808c40
2015-02-12 15:55:57,755 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current
2015-02-12 15:55:57,755 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 15:55:57,756 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current
2015-02-12 15:55:57,756 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 15:55:57,771 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:55:57,780 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,781 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:57,781 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423790998781 with interval 21600000
2015-02-12 15:55:57,781 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,781 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:57,782 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,782 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:57,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 15:55:57,783 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 15:55:57,784 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:57,785 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=618189981;bpid=BP-1545273286-10.1.1.67-1423785355267;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=618189981;c=0;bpid=BP-1545273286-10.1.1.67-1423785355267;dnuuid=null
2015-02-12 15:55:57,788 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 776fea51-7ddd-45c2-9053-eb198b82ee55
2015-02-12 15:55:57,791 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current
2015-02-12 15:55:57,791 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 15:55:57,792 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current
2015-02-12 15:55:57,792 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 15:55:57,796 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:55:57,800 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423799067800 with interval 21600000
2015-02-12 15:55:57,804 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,804 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 21ms
2015-02-12 15:55:57,804 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 21ms
2015-02-12 15:55:57,810 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 15:55:57,810 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 15:55:57,811 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1545273286-10.1.1.67-1423785355267: 29ms
2015-02-12 15:55:57,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 15:55:57,812 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 0ms
2015-02-12 15:55:57,819 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 15:55:57,820 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 15:55:57,820 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 9ms
2015-02-12 15:55:57,821 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 11ms
2015-02-12 15:55:57,821 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 11ms
2015-02-12 15:55:57,821 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1545273286-10.1.1.67-1423785355267: 17ms
2015-02-12 15:55:57,822 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 15:55:57,822 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 15:55:57,823 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 15:55:57,823 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 15:55:57,823 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 2ms
2015-02-12 15:55:57,825 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 beginning handshake with NN
2015-02-12 15:55:57,825 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 beginning handshake with NN
2015-02-12 15:55:57,837 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) storage 776fea51-7ddd-45c2-9053-eb198b82ee55
2015-02-12 15:55:57,845 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57427
2015-02-12 15:55:57,847 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=89dcd9f0-9ac1-45fd-be08-870cb7808c40, infoPort=57431, ipcPort=57433, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) storage 89dcd9f0-9ac1-45fd-be08-870cb7808c40
2015-02-12 15:55:57,848 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57430
2015-02-12 15:55:57,853 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 successfully registered with NN
2015-02-12 15:55:57,853 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:57426 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:55:57,867 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 successfully registered with NN
2015-02-12 15:55:57,867 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:57426 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:55:57,914 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c for DN 127.0.0.1:57430
2015-02-12 15:55:57,915 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3 for DN 127.0.0.1:57430
2015-02-12 15:55:57,915 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-74763d83-7b88-480e-8dd5-61575b58ea18 for DN 127.0.0.1:57427
2015-02-12 15:55:57,916 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-9b8ab77d-9794-4f76-a4f2-11eb922284af for DN 127.0.0.1:57427
2015-02-12 15:55:57,926 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 89dcd9f0-9ac1-45fd-be08-870cb7808c40) service to localhost/127.0.0.1:57426 trying to claim ACTIVE state with txid=1
2015-02-12 15:55:57,927 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 89dcd9f0-9ac1-45fd-be08-870cb7808c40) service to localhost/127.0.0.1:57426
2015-02-12 15:55:57,928 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 776fea51-7ddd-45c2-9053-eb198b82ee55) service to localhost/127.0.0.1:57426 trying to claim ACTIVE state with txid=1
2015-02-12 15:55:57,929 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 776fea51-7ddd-45c2-9053-eb198b82ee55) service to localhost/127.0.0.1:57426
2015-02-12 15:55:57,938 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:57,939 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-74763d83-7b88-480e-8dd5-61575b58ea18,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:57,939 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c node DatanodeRegistration(127.0.0.1, datanodeUuid=89dcd9f0-9ac1-45fd-be08-870cb7808c40, infoPort=57431, ipcPort=57433, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
2015-02-12 15:55:57,939 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-74763d83-7b88-480e-8dd5-61575b58ea18 node DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
2015-02-12 15:55:57,939 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:57,939 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3 node DatanodeRegistration(127.0.0.1, datanodeUuid=89dcd9f0-9ac1-45fd-be08-870cb7808c40, infoPort=57431, ipcPort=57433, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:55:57,939 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-9b8ab77d-9794-4f76-a4f2-11eb922284af,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:57,940 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-9b8ab77d-9794-4f76-a4f2-11eb922284af node DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: false, processing time: 1 msecs
2015-02-12 15:55:57,964 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 1 msec to generate and 36 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@18623976
2015-02-12 15:55:57,964 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,965 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 36 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@fa4a57a
2015-02-12 15:55:57,965 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,968 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:55:57,968 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:57,968 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:55:57,968 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:57,968 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:55:57,969 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:55:57,969 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:55:57,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,969 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:55:57,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:57,975 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1545273286-10.1.1.67-1423785355267 to blockPoolScannerMap, new size=1
2015-02-12 15:55:57,975 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1545273286-10.1.1.67-1423785355267 to blockPoolScannerMap, new size=1
2015-02-12 15:55:58,054 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57435
2015-02-12 15:55:58,055 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:55:58,055 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:55:58,056 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:55:58,057 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57436
2015-02-12 15:55:58,060 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:57436
2015-02-12 15:55:58,070 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:55:58,073 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:55:58,076 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57426 starting to offer service
2015-02-12 15:55:58,081 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:58,081 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,081 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:58,088 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:55:58,116 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57436: starting
2015-02-12 15:55:58,120 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8
2015-02-12 15:55:58,173 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,173 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:58,174 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,174 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:58,174 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:58,176 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:58,179 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:58,180 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,181 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:58,209 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:55:58,211 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:55:58,219 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:55:58,221 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:57437
2015-02-12 15:55:58,225 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:55:58,225 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:55:58,232 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:55:58,234 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:55:58,236 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:55:58,236 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:55:58,236 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:55:58,242 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,242 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:58,242 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,242 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:58,243 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:58,244 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:58,242 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:55:58,249 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=618189981;bpid=BP-1545273286-10.1.1.67-1423785355267;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=618189981;c=0;bpid=BP-1545273286-10.1.1.67-1423785355267;dnuuid=null
2015-02-12 15:55:58,251 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57438
2015-02-12 15:55:58,252 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:55:58,252 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 47a9e581-cfd1-42c6-8aac-87ba266bebef
2015-02-12 15:55:58,253 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current
2015-02-12 15:55:58,253 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 15:55:58,254 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current
2015-02-12 15:55:58,256 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 15:55:58,256 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_57438_datanode____c8sxem/webapp
2015-02-12 15:55:58,278 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:55:58,280 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423799308280 with interval 21600000
2015-02-12 15:55:58,282 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,284 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 15:55:58,285 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 15:55:58,297 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 11ms
2015-02-12 15:55:58,299 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 15ms
2015-02-12 15:55:58,299 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1545273286-10.1.1.67-1423785355267: 16ms
2015-02-12 15:55:58,300 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 15:55:58,300 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 15:55:58,300 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 15:55:58,300 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 15:55:58,300 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 15:55:58,301 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 beginning handshake with NN
2015-02-12 15:55:58,302 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) storage 47a9e581-cfd1-42c6-8aac-87ba266bebef
2015-02-12 15:55:58,303 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57434
2015-02-12 15:55:58,304 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 successfully registered with NN
2015-02-12 15:55:58,304 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:57426 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:55:58,305 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-f6689915-fbd1-48df-9834-d820d6b566d6 for DN 127.0.0.1:57434
2015-02-12 15:55:58,305 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca for DN 127.0.0.1:57434
2015-02-12 15:55:58,306 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 47a9e581-cfd1-42c6-8aac-87ba266bebef) service to localhost/127.0.0.1:57426 trying to claim ACTIVE state with txid=1
2015-02-12 15:55:58,306 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 47a9e581-cfd1-42c6-8aac-87ba266bebef) service to localhost/127.0.0.1:57426
2015-02-12 15:55:58,308 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-f6689915-fbd1-48df-9834-d820d6b566d6,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:58,308 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-f6689915-fbd1-48df-9834-d820d6b566d6 node DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 15:55:58,308 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:58,308 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca node DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:55:58,309 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@60e67db4
2015-02-12 15:55:58,309 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,310 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:55:58,310 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:58,310 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:55:58,310 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:55:58,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,313 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1545273286-10.1.1.67-1423785355267 to blockPoolScannerMap, new size=1
2015-02-12 15:55:58,429 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:57438
2015-02-12 15:55:58,431 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:55:58,431 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:55:58,432 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:55:58,433 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57439
2015-02-12 15:55:58,436 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:57439
2015-02-12 15:55:58,441 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:55:58,442 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:55:58,443 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:57426 starting to offer service
2015-02-12 15:55:58,445 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:55:58,445 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57439: starting
2015-02-12 15:55:58,447 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:58,448 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,448 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:58,522 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,522 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:58,522 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,522 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:58,522 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:58,523 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:58,525 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 8609@Edinburgh.local
2015-02-12 15:55:58,525 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,525 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:55:58,563 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,563 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:55:58,564 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267 is not formatted for BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,565 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:55:58,566 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1545273286-10.1.1.67-1423785355267 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current
2015-02-12 15:55:58,570 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:55:58,571 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=618189981;bpid=BP-1545273286-10.1.1.67-1423785355267;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=618189981;c=0;bpid=BP-1545273286-10.1.1.67-1423785355267;dnuuid=null
2015-02-12 15:55:58,573 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 71bb0ea4-fe53-4178-8614-b876525221c6
2015-02-12 15:55:58,574 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current
2015-02-12 15:55:58,574 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 15:55:58,575 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current
2015-02-12 15:55:58,575 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 15:55:58,575 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:55:58,576 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423795051576 with interval 21600000
2015-02-12 15:55:58,577 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,577 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 15:55:58,577 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 15:55:58,587 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 9ms
2015-02-12 15:55:58,588 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1545273286-10.1.1.67-1423785355267 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 11ms
2015-02-12 15:55:58,588 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1545273286-10.1.1.67-1423785355267: 11ms
2015-02-12 15:55:58,590 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 15:55:58,590 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 15:55:58,591 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 15:55:58,591 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1545273286-10.1.1.67-1423785355267 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 15:55:58,592 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 3ms
2015-02-12 15:55:58,593 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 beginning handshake with NN
2015-02-12 15:55:58,594 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) storage 71bb0ea4-fe53-4178-8614-b876525221c6
2015-02-12 15:55:58,595 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:57437
2015-02-12 15:55:58,596 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid null) service to localhost/127.0.0.1:57426 successfully registered with NN
2015-02-12 15:55:58,596 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:57426 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:55:58,599 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-42147f68-bdad-4004-a9fa-bbc10d8b7019 for DN 127.0.0.1:57437
2015-02-12 15:55:58,599 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-38f32e6e-0cf0-44e3-b813-f898436c4221 for DN 127.0.0.1:57437
2015-02-12 15:55:58,601 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 71bb0ea4-fe53-4178-8614-b876525221c6) service to localhost/127.0.0.1:57426 trying to claim ACTIVE state with txid=1
2015-02-12 15:55:58,601 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1545273286-10.1.1.67-1423785355267 (Datanode Uuid 71bb0ea4-fe53-4178-8614-b876525221c6) service to localhost/127.0.0.1:57426
2015-02-12 15:55:58,603 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-42147f68-bdad-4004-a9fa-bbc10d8b7019,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:58,603 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-42147f68-bdad-4004-a9fa-bbc10d8b7019 node DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 15:55:58,604 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-38f32e6e-0cf0-44e3-b813-f898436c4221,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:55:58,604 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-38f32e6e-0cf0-44e3-b813-f898436c4221 node DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:55:58,605 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6a0baacb
2015-02-12 15:55:58,605 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,606 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:55:58,606 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:55:58,606 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:55:58,606 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:55:58,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1545273286-10.1.1.67-1423785355267
2015-02-12 15:55:58,607 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1545273286-10.1.1.67-1423785355267 to blockPoolScannerMap, new size=1
2015-02-12 15:55:58,936 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2113)) - Cluster is active
2015-02-12 15:55:58,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:58,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:59,017 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:55:59,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001 src: /127.0.0.1:57441 dest: /127.0.0.1:57437
2015-02-12 15:55:59,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001 src: /127.0.0.1:57442 dest: /127.0.0.1:57430
2015-02-12 15:55:59,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001 src: /127.0.0.1:57443 dest: /127.0.0.1:57427
2015-02-12 15:55:59,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57443, dest: /127.0.0.1:57427, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, duration: 31160000
2015-02-12 15:55:59,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:59,122 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57442, dest: /127.0.0.1:57430, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, duration: 35664000
2015-02-12 15:55:59,122 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:59,124 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57441, dest: /127.0.0.1:57437, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, duration: 38192000
2015-02-12 15:55:59,124 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:59,136 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 15:55:59,136 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 15:55:59,136 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 15:55:59,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 498874
2015-02-12 15:55:59,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741825_1001 size 498874
2015-02-12 15:55:59,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741825_1001 size 498874
2015-02-12 15:55:59,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:55:59,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 15:55:59,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:55:59,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:59,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:55:59,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002 src: /127.0.0.1:57444 dest: /127.0.0.1:57434
2015-02-12 15:55:59,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002 src: /127.0.0.1:57445 dest: /127.0.0.1:57437
2015-02-12 15:55:59,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002 src: /127.0.0.1:57446 dest: /127.0.0.1:57427
2015-02-12 15:55:59,743 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57446, dest: /127.0.0.1:57427, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, duration: 6350000
2015-02-12 15:55:59,744 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:59,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:55:59,746 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57445, dest: /127.0.0.1:57437, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, duration: 8579000
2015-02-12 15:55:59,746 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:59,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:55:59,748 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57444, dest: /127.0.0.1:57434, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, duration: 10988000
2015-02-12 15:55:59,748 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:59,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:55:59,751 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:55:59,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 15:55:59,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 15:55:59,894 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:57426/tmp/hadoop-yarn/staging
2015-02-12 15:55:59,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:59,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:59,950 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - core-site.xml not found
2015-02-12 15:55:59,950 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 15:55:59,953 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - yarn-site.xml not found
2015-02-12 15:55:59,956 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 15:55:59,981 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 15:55:59,984 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 15:55:59,989 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 15:55:59,999 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 15:56:00,005 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 15:56:00,006 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(268)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler
2015-02-12 15:56:00,039 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 15:56:00,040 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 15:56:00,042 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 15:56:00,044 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 15:56:00,059 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-12 15:56:00,069 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 15:56:00,078 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 15:56:00,080 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 15:56:00,083 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,083 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,083 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,084 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,084 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,084 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,084 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,085 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,086 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,087 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:56:00,088 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 15:56:00,111 WARN fair.AllocationFileLoaderService (AllocationFileLoaderService.java:getAllocationFile(179)) - fair-scheduler.xml not found on the classpath.
2015-02-12 15:56:00,114 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 15:56:00,116 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 15:56:00,116 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 15:56:00,117 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 15:56:00,117 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 15:56:00,117 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 15:56:00,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 15:56:00,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 15:56:00,118 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 15:56:00,119 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 15:56:00,198 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:56:00,199 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:56:00,200 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:56:00,200 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:56:00,201 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:56:00,202 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:56:00,206 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:56:00,207 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:56:00,207 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:56:00,217 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:56:00,218 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:56:00,435 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:56:00,451 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:56:00,451 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:56:00,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:56:00,481 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:56:00,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:56:00,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:56:00,482 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:56:00,484 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 15:56:00,485 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 15:56:00,487 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 15:56:00,488 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 15:56:00,489 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 15:56:00,490 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 15:56:00,491 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 15:56:00,491 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 15:56:00,491 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 15:56:00,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:56:00,515 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:56:00,516 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:56:00,516 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:56:00,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:56:00,517 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:56:00,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:56:00,518 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:56:00,518 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:56:00,529 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:56:00,530 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:56:00,739 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:56:00,740 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:56:00,741 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:56:00,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:56:00,743 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:56:00,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:56:00,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:56:00,744 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:56:00,745 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 15:56:00,745 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 15:56:00,745 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 15:56:00,746 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 15:56:00,746 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 15:56:00,746 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 15:56:00,746 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 15:56:00,747 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 15:56:00,747 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 15:56:00,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:56:00,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:56:00,760 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:56:00,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:56:00,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:56:00,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:56:00,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:56:00,761 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:56:00,762 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:56:00,765 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:56:00,766 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:56:01,000 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:56:01,002 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:56:01,002 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:56:01,005 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:56:01,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:56:01,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:56:01,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:56:01,007 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:56:01,008 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 15:56:01,008 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 15:56:01,008 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 15:56:01,009 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 15:56:01,009 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 15:56:01,010 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 15:56:01,011 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 15:56:01,011 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 15:56:01,012 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 15:56:01,031 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:56:01,031 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:56:01,032 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:56:01,032 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:56:01,032 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:56:01,032 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:56:01,033 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:56:01,033 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:56:01,033 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:56:01,038 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:56:01,039 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:56:01,300 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:56:01,301 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:56:01,302 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:56:01,306 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:56:01,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:56:01,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:56:01,307 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:56:01,307 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:56:01,328 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 15:56:01,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:56:01,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:01,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:01,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:01,360 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 15:56:01,360 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 15:56:01,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 15:56:07,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001
2015-02-12 15:56:07,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001
2015-02-12 15:56:07,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002
2015-02-12 15:56:08,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002
2015-02-12 15:56:08,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741825_1001
2015-02-12 15:56:08,590 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741826_1002
2015-02-12 15:56:11,370 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 15:56:11,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:56:11,378 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 15:56:11,389 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:11,389 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57461
2015-02-12 15:56:11,393 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-12 15:56:11,394 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-12 15:56:11,395 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:56:11,396 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 15:56:11,397 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:56:11,401 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 15:56:11,402 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:11,402 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 15:56:11,402 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:11,403 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:11,403 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-12 15:56:11,403 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:11,404 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57462
2015-02-12 15:56:11,404 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:11,409 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57462_jobhistory____.sx9crl/webapp
2015-02-12 15:56:11,489 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57462
2015-02-12 15:56:11,489 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 57462
2015-02-12 15:56:11,738 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:11,748 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:11,748 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57463
2015-02-12 15:56:11,751 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 15:56:11,751 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:11,751 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57463: starting
2015-02-12 15:56:11,754 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.67/10.1.1.67:57463
2015-02-12 15:56:11,755 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:11,755 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57461: starting
2015-02-12 15:56:11,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 15:56:12,897 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 15:56:12,897 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 15:56:12,898 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: 10.1.1.67:57463
2015-02-12 15:56:12,898 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: Edinburgh.local:57462
2015-02-12 15:56:12,899 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 15:56:12,899 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(956)) - Transitioning to active state
2015-02-12 15:56:12,909 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-12 15:56:12,910 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 15:56:12,910 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:56:12,910 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 15:56:12,911 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 15:56:12,911 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:56:12,912 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 15:56:12,923 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:12,924 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57464
2015-02-12 15:56:12,926 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 15:56:12,927 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:12,927 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57464: starting
2015-02-12 15:56:12,944 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:12,945 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57465
2015-02-12 15:56:12,948 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 15:56:12,949 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:12,949 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57465: starting
2015-02-12 15:56:12,982 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:12,983 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57466
2015-02-12 15:56:12,987 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 15:56:12,988 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:12,988 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57466: starting
2015-02-12 15:56:13,026 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(976)) - Transitioned to active state
2015-02-12 15:56:13,030 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 15:56:13,030 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:13,037 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:13,038 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-12 15:56:13,039 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:13,040 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57467
2015-02-12 15:56:13,040 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:13,043 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57467_cluster____.lkc88n/webapp
2015-02-12 15:56:13,836 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57467
2015-02-12 15:56:13,836 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 57467
2015-02-12 15:56:13,871 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:13,884 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:13,885 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57468
2015-02-12 15:56:13,887 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 15:56:13,887 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:13,887 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57468: starting
2015-02-12 15:56:14,405 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.67:57466
2015-02-12 15:56:14,406 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:57467
2015-02-12 15:56:14,406 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.67:57466
2015-02-12 15:56:14,406 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:57467
2015-02-12 15:56:14,408 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 15:56:14,416 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:14,416 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57469
2015-02-12 15:56:14,419 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:56:14,419 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:56:14,419 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:14,419 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57469: starting
2015-02-12 15:56:14,425 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:57469
2015-02-12 15:56:14,430 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:14,430 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57470
2015-02-12 15:56:14,432 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:56:14,433 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:14,433 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57470: starting
2015-02-12 15:56:14,435 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57470
2015-02-12 15:56:14,445 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:56:14,456 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57471
2015-02-12 15:56:14,456 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:14,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:57469
2015-02-12 15:56:14,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:56:14,457 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:56:14,458 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:56:14,459 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:14,459 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:56:14,459 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:14,460 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:14,460 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:56:14,460 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:14,461 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57472
2015-02-12 15:56:14,461 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:14,466 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57472_node____r1it3n/webapp
2015-02-12 15:56:14,795 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57472
2015-02-12 15:56:14,795 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57472
2015-02-12 15:56:14,812 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:14,815 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:56:14,821 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:56:14,835 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:56:14,837 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 57469 httpPort: 57472) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:57469
2015-02-12 15:56:14,838 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1179595378
2015-02-12 15:56:14,839 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:57469 Node Transitioned from NEW to RUNNING
2015-02-12 15:56:14,839 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 282890598
2015-02-12 15:56:14,840 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:57469 with total resource of <memory:4096, vCores:8>
2015-02-12 15:56:14,840 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:56:14,843 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:57469 cluster capacity: <memory:4096, vCores:8>
2015-02-12 15:56:15,410 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 15:56:15,413 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:15,414 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57473
2015-02-12 15:56:15,416 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:56:15,416 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:56:15,417 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:15,417 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57473: starting
2015-02-12 15:56:15,421 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:57473
2015-02-12 15:56:15,422 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:15,422 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57474
2015-02-12 15:56:15,424 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:56:15,424 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:15,425 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57474: starting
2015-02-12 15:56:15,427 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57474
2015-02-12 15:56:15,428 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:56:15,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57475
2015-02-12 15:56:15,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:15,430 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:57473
2015-02-12 15:56:15,430 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:56:15,430 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:56:15,432 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:56:15,433 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:15,433 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:56:15,433 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:15,434 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:15,434 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:56:15,434 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:15,435 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57476
2015-02-12 15:56:15,435 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:15,437 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57476_node____.lht82x/webapp
2015-02-12 15:56:15,649 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57476
2015-02-12 15:56:15,650 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57476
2015-02-12 15:56:15,656 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:15,658 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:56:15,658 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:56:15,658 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:56:15,659 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 57473 httpPort: 57476) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:57473
2015-02-12 15:56:15,659 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1179595378
2015-02-12 15:56:15,659 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:57473 Node Transitioned from NEW to RUNNING
2015-02-12 15:56:15,659 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 282890598
2015-02-12 15:56:15,659 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:57473 with total resource of <memory:4096, vCores:8>
2015-02-12 15:56:15,659 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:56:15,660 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:57473 cluster capacity: <memory:8192, vCores:16>
2015-02-12 15:56:16,417 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 15:56:16,420 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:16,421 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57477
2015-02-12 15:56:16,424 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:56:16,424 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:56:16,425 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:16,425 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57477: starting
2015-02-12 15:56:16,429 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:57477
2015-02-12 15:56:16,430 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:16,431 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57478
2015-02-12 15:56:16,432 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:56:16,433 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:16,433 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57478: starting
2015-02-12 15:56:16,434 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57478
2015-02-12 15:56:16,436 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:56:16,436 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57479
2015-02-12 15:56:16,437 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:16,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:57477
2015-02-12 15:56:16,437 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:56:16,437 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:56:16,438 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:56:16,439 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:16,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:56:16,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:16,439 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:16,440 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:56:16,440 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:16,440 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57480
2015-02-12 15:56:16,440 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:16,445 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57480_node____cjmtww/webapp
2015-02-12 15:56:16,664 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57480
2015-02-12 15:56:16,665 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57480
2015-02-12 15:56:16,670 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:16,671 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:56:16,671 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:56:16,671 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:56:16,671 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 57477 httpPort: 57480) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:57477
2015-02-12 15:56:16,671 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:57477 Node Transitioned from NEW to RUNNING
2015-02-12 15:56:16,671 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1179595378
2015-02-12 15:56:16,672 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 282890598
2015-02-12 15:56:16,672 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:57477 cluster capacity: <memory:12288, vCores:24>
2015-02-12 15:56:16,672 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:57477 with total resource of <memory:4096, vCores:8>
2015-02-12 15:56:16,672 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:56:17,424 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 15:56:17,430 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:17,431 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57481
2015-02-12 15:56:17,433 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:56:17,433 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:56:17,434 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:17,434 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57481: starting
2015-02-12 15:56:17,438 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:57481
2015-02-12 15:56:17,438 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:56:17,439 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 57482
2015-02-12 15:56:17,440 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:56:17,441 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:56:17,441 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 57482: starting
2015-02-12 15:56:17,443 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 57482
2015-02-12 15:56:17,444 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:56:17,444 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 57483
2015-02-12 15:56:17,444 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:17,445 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:57481
2015-02-12 15:56:17,445 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:56:17,445 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:56:17,445 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:56:17,446 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:56:17,446 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:56:17,446 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:56:17,446 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:56:17,447 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:56:17,447 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:56:17,448 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 57484
2015-02-12 15:56:17,448 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:56:17,450 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_57484_node____z1eupg/webapp
2015-02-12 15:56:17,628 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:57484
2015-02-12 15:56:17,629 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 57484
2015-02-12 15:56:17,639 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:56:17,642 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:56:17,642 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:56:17,642 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:56:17,642 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 57481 httpPort: 57484) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:57481
2015-02-12 15:56:17,643 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id -1179595378
2015-02-12 15:56:17,643 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id 282890598
2015-02-12 15:56:17,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:57481 with total resource of <memory:4096, vCores:8>
2015-02-12 15:56:17,643 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:56:17,646 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:57481 Node Transitioned from NEW to RUNNING
2015-02-12 15:56:17,647 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:57481 cluster capacity: <memory:16384, vCores:32>
2015-02-12 15:56:18,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:18,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:18,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,453 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt. BP-1545273286-10.1.1.67-1423785355267 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:18,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003 src: /127.0.0.1:57485 dest: /127.0.0.1:57427
2015-02-12 15:56:18,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003 src: /127.0.0.1:57486 dest: /127.0.0.1:57430
2015-02-12 15:56:18,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003 src: /127.0.0.1:57487 dest: /127.0.0.1:57434
2015-02-12 15:56:18,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57487, dest: /127.0.0.1:57434, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, duration: 7862000
2015-02-12 15:56:18,470 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:18,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,473 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57486, dest: /127.0.0.1:57430, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, duration: 10859000
2015-02-12 15:56:18,474 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,476 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57485, dest: /127.0.0.1:57427, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, duration: 14733000
2015-02-12 15:56:18,477 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:18,531 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:18,532 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:18,542 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: 59FBEB22FA51412D8DB49174B952BA18
2015-02-12 15:56:18,576 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 15:56:18,595 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 15:56:18,637 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 15:56:18,637 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-0/first-nondeterm...] stopping all flows
2015-02-12 15:56:18,638 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-0/first-nondeterm...] starting
2015-02-12 15:56:18,639 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-0/first-nondeterm...] stopped all flows
2015-02-12 15:56:18,656 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:18,656 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:18,670 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] starting
2015-02-12 15:56:18,672 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] parallel execution is enabled: true
2015-02-12 15:56:18,672 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] starting flows: 1
2015-02-12 15:56:18,672 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] allocating threads: 1
2015-02-12 15:56:18,673 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] starting flow: race-50/first-nondeterministic
2015-02-12 15:56:18,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] at least one sink is marked for delete
2015-02-12 15:56:18,674 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:18,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:18,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:18,700 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] starting
2015-02-12 15:56:18,700 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:18,701 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic"]
2015-02-12 15:56:18,701 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] parallel execution is enabled: true
2015-02-12 15:56:18,701 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] starting jobs: 1
2015-02-12 15:56:18,702 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] allocating threads: 1
2015-02-12 15:56:18,703 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-50/first-nondeter...] starting step: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:18,723 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] stopping all flows
2015-02-12 15:56:18,724 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] stopping flow: race-50/first-nondeterministic
2015-02-12 15:56:18,724 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] stopping all jobs
2015-02-12 15:56:18,724 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-50/first-nondeter...] stopping: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:18,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] stopped all jobs
2015-02-12 15:56:18,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] shutting down job executor
2015-02-12 15:56:18,733 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:18,796 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:18,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:18,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:18,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:18,831 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 1
2015-02-12 15:56:18,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=null proto=rpc
2015-02-12 15:56:18,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:18,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:18,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,852 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:18,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 src: /127.0.0.1:57489 dest: /127.0.0.1:57427
2015-02-12 15:56:18,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 src: /127.0.0.1:57490 dest: /127.0.0.1:57430
2015-02-12 15:56:18,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 src: /127.0.0.1:57491 dest: /127.0.0.1:57434
2015-02-12 15:56:18,867 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57491, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, duration: 6582000
2015-02-12 15:56:18,868 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:18,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57490, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, duration: 8935000
2015-02-12 15:56:18,870 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57489, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, duration: 10976000
2015-02-12 15:56:18,872 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741828_1004 size 254067
2015-02-12 15:56:18,875 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:18,879 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar
2015-02-12 15:56:18,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:18,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:18,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:18,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:18,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:18,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:18,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:18,907 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:18,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:18,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,926 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split
2015-02-12 15:56:18,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:18,929 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:18,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005 src: /127.0.0.1:57492 dest: /127.0.0.1:57437
2015-02-12 15:56:18,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005 src: /127.0.0.1:57493 dest: /127.0.0.1:57427
2015-02-12 15:56:18,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005 src: /127.0.0.1:57494 dest: /127.0.0.1:57434
2015-02-12 15:56:18,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005 src: /127.0.0.1:57495 dest: /127.0.0.1:57430
2015-02-12 15:56:18,947 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57495, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, duration: 7591000
2015-02-12 15:56:18,947 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:18,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57494, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, duration: 9138000
2015-02-12 15:56:18,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,952 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57493, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, duration: 11308000
2015-02-12 15:56:18,952 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57492, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, duration: 13965000
2015-02-12 15:56:18,954 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:18,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:18,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006 src: /127.0.0.1:57496 dest: /127.0.0.1:57427
2015-02-12 15:56:18,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006 src: /127.0.0.1:57497 dest: /127.0.0.1:57430
2015-02-12 15:56:18,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006 src: /127.0.0.1:57498 dest: /127.0.0.1:57437
2015-02-12 15:56:18,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57498, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, duration: 3605000
2015-02-12 15:56:18,982 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:18,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57497, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, duration: 6652000
2015-02-12 15:56:18,985 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,986 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57496, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, duration: 7776000
2015-02-12 15:56:18,986 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:18,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:18,989 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:18,990 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:18,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:18,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,113 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:19,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007 src: /127.0.0.1:57499 dest: /127.0.0.1:57430
2015-02-12 15:56:19,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007 src: /127.0.0.1:57500 dest: /127.0.0.1:57427
2015-02-12 15:56:19,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007 src: /127.0.0.1:57501 dest: /127.0.0.1:57434
2015-02-12 15:56:19,140 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57501, dest: /127.0.0.1:57434, bytes: 96067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, duration: 13730000
2015-02-12 15:56:19,140 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:19,141 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:19,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57500, dest: /127.0.0.1:57427, bytes: 96067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, duration: 15050000
2015-02-12 15:56:19,142 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:19,143 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57499, dest: /127.0.0.1:57430, bytes: 96067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, duration: 16496000
2015-02-12 15:56:19,143 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:19,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:19,147 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0001
2015-02-12 15:56:19,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=null proto=rpc
2015-02-12 15:56:19,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:19,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:19,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:19,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:19,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:19,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:19,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,281 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 1 submitted by user soberoi
2015-02-12 15:56:19,282 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0001
2015-02-12 15:56:19,283 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from NEW to NEW_SAVING
2015-02-12 15:56:19,283 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0001
2015-02-12 15:56:19,288 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0001
2015-02-12 15:56:19,301 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:19,306 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0001 from user: soberoi, in queue: default, currently num of applications: 1
2015-02-12 15:56:19,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:19,327 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,328 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:19,333 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0001_000001 to scheduler from user: soberoi
2015-02-12 15:56:19,335 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:19,511 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0001
2015-02-12 15:56:19,538 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0001/
2015-02-12 15:56:19,539 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-50/first-nondeter...] submitted hadoop job: job_1423785372901_0001
2015-02-12 15:56:19,539 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-50/first-nondeter...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0001/
2015-02-12 15:56:19,565 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-50/first-nondeter...] shutdown complete
2015-02-12 15:56:19,565 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] stopped all flows
2015-02-12 15:56:19,565 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] shutting down flow executor
2015-02-12 15:56:19,565 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] completed flow: race-50/first-nondeterministic
2015-02-12 15:56:19,566 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-50/first-nondeter...] shutdown complete
2015-02-12 15:56:19,588 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:19,589 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:19,606 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] starting
2015-02-12 15:56:19,608 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:19,609 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] starting flows: 1
2015-02-12 15:56:19,609 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] allocating threads: 1
2015-02-12 15:56:19,620 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] starting flow: race-100/first-nondeterministic
2015-02-12 15:56:19,625 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:19,625 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:19,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:19,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:19,633 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] starting
2015-02-12 15:56:19,634 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:19,634 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic"]
2015-02-12 15:56:19,634 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:19,634 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] starting jobs: 1
2015-02-12 15:56:19,634 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] allocating threads: 1
2015-02-12 15:56:19,635 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-100/first-nondete...] starting step: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:19,646 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:19,657 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:19,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:19,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:19,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:19,666 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 2
2015-02-12 15:56:19,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=null proto=rpc
2015-02-12 15:56:19,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:19,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:19,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000001
2015-02-12 15:56:19,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:19,683 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:56:19,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,687 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0001_01_000001
2015-02-12 15:56:19,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:19,694 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:19,694 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,695 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0001 AttemptId: appattempt_1423785372901_0001_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0001_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:56:19,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 src: /127.0.0.1:57502 dest: /127.0.0.1:57427
2015-02-12 15:56:19,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:56:19,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 src: /127.0.0.1:57503 dest: /127.0.0.1:57437
2015-02-12 15:56:19,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 src: /127.0.0.1:57504 dest: /127.0.0.1:57434
2015-02-12 15:56:19,708 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] stopping all flows
2015-02-12 15:56:19,709 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] stopping flow: race-100/first-nondeterministic
2015-02-12 15:56:19,710 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] stopping all jobs
2015-02-12 15:56:19,711 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-100/first-nondete...] stopping: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:19,711 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] stopped all jobs
2015-02-12 15:56:19,711 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] shutting down job executor
2015-02-12 15:56:19,714 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57504, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, duration: 10833000
2015-02-12 15:56:19,714 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:19,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57503, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, duration: 12098000
2015-02-12 15:56:19,715 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,716 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,717 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57502, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, duration: 12953000
2015-02-12 15:56:19,717 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,720 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:56:19,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:19,723 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar
2015-02-12 15:56:19,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,732 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0001_000001
2015-02-12 15:56:19,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:19,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:19,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:19,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:19,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:19,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,745 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0001_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,745 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:56:19,747 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:19,749 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,749 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:19,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:19,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,760 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split
2015-02-12 15:56:19,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:19,762 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:19,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009 src: /127.0.0.1:57506 dest: /127.0.0.1:57437
2015-02-12 15:56:19,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009 src: /127.0.0.1:57507 dest: /127.0.0.1:57427
2015-02-12 15:56:19,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009 src: /127.0.0.1:57508 dest: /127.0.0.1:57434
2015-02-12 15:56:19,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009 src: /127.0.0.1:57509 dest: /127.0.0.1:57430
2015-02-12 15:56:19,775 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:19,780 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57509, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, duration: 7044000
2015-02-12 15:56:19,780 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:19,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57508, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, duration: 8096000
2015-02-12 15:56:19,783 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57507, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, duration: 10211000
2015-02-12 15:56:19,788 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57506, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, duration: 14727000
2015-02-12 15:56:19,791 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,794 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0001_01_000001 by user soberoi
2015-02-12 15:56:19,797 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:19,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,812 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:19,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010 src: /127.0.0.1:57510 dest: /127.0.0.1:57437
2015-02-12 15:56:19,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010 src: /127.0.0.1:57511 dest: /127.0.0.1:57430
2015-02-12 15:56:19,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010 src: /127.0.0.1:57512 dest: /127.0.0.1:57434
2015-02-12 15:56:19,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0001
2015-02-12 15:56:19,870 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57512, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, duration: 3967000
2015-02-12 15:56:19,870 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:19,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:56:19,871 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57511, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, duration: 4952000
2015-02-12 15:56:19,872 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57510, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, duration: 6050000
2015-02-12 15:56:19,873 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,874 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from NEW to INITING
2015-02-12 15:56:19,875 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0001_01_000001 to application application_1423785372901_0001
2015-02-12 15:56:19,875 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000001
2015-02-12 15:56:19,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:19,879 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:19,882 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from INITING to RUNNING
2015-02-12 15:56:19,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,886 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:56:19,886 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0001
2015-02-12 15:56:19,891 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0001_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0001_000001
2015-02-12 15:56:19,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:19,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,899 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,900 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,900 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,900 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,900 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:19,900 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar, 1423785359750, FILE, null }
2015-02-12 15:56:19,902 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:56:19,930 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:19,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011 src: /127.0.0.1:57513 dest: /127.0.0.1:57430
2015-02-12 15:56:19,935 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011 src: /127.0.0.1:57514 dest: /127.0.0.1:57437
2015-02-12 15:56:19,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011 src: /127.0.0.1:57515 dest: /127.0.0.1:57434
2015-02-12 15:56:19,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57515, dest: /127.0.0.1:57434, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, duration: 6634000
2015-02-12 15:56:19,949 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:19,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57514, dest: /127.0.0.1:57437, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, duration: 7628000
2015-02-12 15:56:19,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,951 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57513, dest: /127.0.0.1:57430, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, duration: 9495000
2015-02-12 15:56:19,951 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:19,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:19,960 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:19,960 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0002
2015-02-12 15:56:19,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=null proto=rpc
2015-02-12 15:56:19,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:19,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:19,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:19,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:19,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:19,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:19,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:19,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,021 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 2 submitted by user soberoi
2015-02-12 15:56:20,021 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0002
2015-02-12 15:56:20,021 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from NEW to NEW_SAVING
2015-02-12 15:56:20,021 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0002
2015-02-12 15:56:20,021 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0002
2015-02-12 15:56:20,022 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:20,022 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0002 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:56:20,023 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:20,023 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:20,023 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0002_000001 to scheduler from user: soberoi
2015-02-12 15:56:20,024 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:20,026 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0002
2015-02-12 15:56:20,038 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0002/
2015-02-12 15:56:20,039 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-100/first-nondete...] submitted hadoop job: job_1423785372901_0002
2015-02-12 15:56:20,039 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-100/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0002/
2015-02-12 15:56:20,046 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-100/first-nondete...] shutdown complete
2015-02-12 15:56:20,046 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] stopped all flows
2015-02-12 15:56:20,047 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] completed flow: race-100/first-nondeterministic
2015-02-12 15:56:20,047 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] shutting down flow executor
2015-02-12 15:56:20,047 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-100/first-nondete...] shutdown complete
2015-02-12 15:56:20,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785359546, FILE, null }
2015-02-12 15:56:20,075 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:20,075 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:20,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:20,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:20,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:20,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:20,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:20,103 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] starting
2015-02-12 15:56:20,104 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:20,105 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] starting flows: 1
2015-02-12 15:56:20,105 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] allocating threads: 1
2015-02-12 15:56:20,106 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] starting flow: race-150/first-nondeterministic
2015-02-12 15:56:20,108 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:20,109 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:20,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,117 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] starting
2015-02-12 15:56:20,118 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:20,118 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic"]
2015-02-12 15:56:20,118 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:20,118 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] starting jobs: 1
2015-02-12 15:56:20,118 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] allocating threads: 1
2015-02-12 15:56:20,121 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-150/first-nondete...] starting step: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:20,141 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:20,187 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:20,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:20,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:20,200 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 3
2015-02-12 15:56:20,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=null proto=rpc
2015-02-12 15:56:20,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:20,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:20,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,217 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:20,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 src: /127.0.0.1:57517 dest: /127.0.0.1:57437
2015-02-12 15:56:20,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 src: /127.0.0.1:57518 dest: /127.0.0.1:57434
2015-02-12 15:56:20,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 src: /127.0.0.1:57519 dest: /127.0.0.1:57430
2015-02-12 15:56:20,232 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57519, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, duration: 5682000
2015-02-12 15:56:20,232 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,233 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57518, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, duration: 7068000
2015-02-12 15:56:20,233 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,234 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57517, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, duration: 7047000
2015-02-12 15:56:20,234 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,237 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,239 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar
2015-02-12 15:56:20,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/filecache/10/hadoop-3854457524808989316.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:20,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:20,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:20,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:20,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:20,255 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] stopping all flows
2015-02-12 15:56:20,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:20,256 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] stopping flow: race-150/first-nondeterministic
2015-02-12 15:56:20,257 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] stopping all jobs
2015-02-12 15:56:20,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,258 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-150/first-nondete...] stopping: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:20,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] stopped all jobs
2015-02-12 15:56:20,258 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] shutting down job executor
2015-02-12 15:56:20,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:20,261 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:20,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:20,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,274 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split
2015-02-12 15:56:20,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,275 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0001_01_000001
2015-02-12 15:56:20,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:20,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013 src: /127.0.0.1:57520 dest: /127.0.0.1:57437
2015-02-12 15:56:20,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013 src: /127.0.0.1:57521 dest: /127.0.0.1:57434
2015-02-12 15:56:20,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013 src: /127.0.0.1:57522 dest: /127.0.0.1:57427
2015-02-12 15:56:20,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013 src: /127.0.0.1:57523 dest: /127.0.0.1:57430
2015-02-12 15:56:20,301 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57523, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, duration: 9486000
2015-02-12 15:56:20,302 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,303 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57522, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, duration: 10300000
2015-02-12 15:56:20,303 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,304 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57521, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, duration: 11756000
2015-02-12 15:56:20,305 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,308 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0001_01_000001.tokens. Credentials list:
2015-02-12 15:56:20,308 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57520, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, duration: 14475000
2015-02-12 15:56:20,309 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,310 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,340 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:20,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014 src: /127.0.0.1:57525 dest: /127.0.0.1:57434
2015-02-12 15:56:20,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014 src: /127.0.0.1:57526 dest: /127.0.0.1:57427
2015-02-12 15:56:20,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014 src: /127.0.0.1:57527 dest: /127.0.0.1:57430
2015-02-12 15:56:20,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57527, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, duration: 3664000
2015-02-12 15:56:20,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,357 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57526, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, duration: 4029000
2015-02-12 15:56:20,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57525, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, duration: 6076000
2015-02-12 15:56:20,358 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,368 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,369 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:20,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,389 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:20,398 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:20,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015 src: /127.0.0.1:57528 dest: /127.0.0.1:57434
2015-02-12 15:56:20,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015 src: /127.0.0.1:57529 dest: /127.0.0.1:57430
2015-02-12 15:56:20,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015 src: /127.0.0.1:57530 dest: /127.0.0.1:57437
2015-02-12 15:56:20,410 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57530, dest: /127.0.0.1:57437, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, duration: 2783000
2015-02-12 15:56:20,410 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,411 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,411 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57529, dest: /127.0.0.1:57430, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, duration: 3777000
2015-02-12 15:56:20,411 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57528, dest: /127.0.0.1:57434, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, duration: 5119000
2015-02-12 15:56:20,412 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,423 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0003
2015-02-12 15:56:20,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=null proto=rpc
2015-02-12 15:56:20,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:20,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:20,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:20,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:20,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,471 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 3 submitted by user soberoi
2015-02-12 15:56:20,471 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0003
2015-02-12 15:56:20,472 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0003
2015-02-12 15:56:20,472 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0003
2015-02-12 15:56:20,472 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from NEW to NEW_SAVING
2015-02-12 15:56:20,472 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:20,472 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0003 from user: soberoi, in queue: default, currently num of applications: 3
2015-02-12 15:56:20,473 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:20,473 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,473 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:20,473 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0003_000001 to scheduler from user: soberoi
2015-02-12 15:56:20,474 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:20,476 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0003
2015-02-12 15:56:20,481 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0003/
2015-02-12 15:56:20,485 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-150/first-nondete...] submitted hadoop job: job_1423785372901_0003
2015-02-12 15:56:20,485 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-150/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0003/
2015-02-12 15:56:20,494 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-150/first-nondete...] shutdown complete
2015-02-12 15:56:20,495 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] stopped all flows
2015-02-12 15:56:20,495 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] completed flow: race-150/first-nondeterministic
2015-02-12 15:56:20,495 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] shutting down flow executor
2015-02-12 15:56:20,497 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-150/first-nondete...] shutdown complete
2015-02-12 15:56:20,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:20,518 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:20,519 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:20,533 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] starting
2015-02-12 15:56:20,534 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:20,535 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] starting flows: 1
2015-02-12 15:56:20,535 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] allocating threads: 1
2015-02-12 15:56:20,535 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] starting flow: race-200/first-nondeterministic
2015-02-12 15:56:20,536 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:20,536 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:20,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] starting
2015-02-12 15:56:20,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:20,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic"]
2015-02-12 15:56:20,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:20,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] starting jobs: 1
2015-02-12 15:56:20,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] allocating threads: 1
2015-02-12 15:56:20,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-200/first-nondete...] starting step: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:20,561 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:20,579 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:20,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:20,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:20,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:20,587 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 4
2015-02-12 15:56:20,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=null proto=rpc
2015-02-12 15:56:20,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:20,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:20,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:20,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 src: /127.0.0.1:57531 dest: /127.0.0.1:57437
2015-02-12 15:56:20,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 src: /127.0.0.1:57532 dest: /127.0.0.1:57434
2015-02-12 15:56:20,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 src: /127.0.0.1:57533 dest: /127.0.0.1:57427
2015-02-12 15:56:20,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57533, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, duration: 4195000
2015-02-12 15:56:20,618 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57532, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, duration: 5120000
2015-02-12 15:56:20,619 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,619 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57531, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, duration: 5714000
2015-02-12 15:56:20,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,620 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,628 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,630 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar
2015-02-12 15:56:20,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:20,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:20,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:20,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:20,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:20,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:20,657 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:20,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:20,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001.tokens
2015-02-12 15:56:20,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:56:20,664 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:20,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,668 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:20,668 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000001
2015-02-12 15:56:20,668 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:56:20,669 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0002_01_000001
2015-02-12 15:56:20,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:20,670 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0002 AttemptId: appattempt_1423785372901_0002_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0002_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:56:20,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:56:20,671 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:56:20,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:20,672 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000001
2015-02-12 15:56:20,672 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0002_000001
2015-02-12 15:56:20,673 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:56:20,673 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0003_01_000001
2015-02-12 15:56:20,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:20,675 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,674 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0002_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0003 AttemptId: appattempt_1423785372901_0003_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0003_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ]
2015-02-12 15:56:20,675 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:56:20,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:56:20,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:56:20,675 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,676 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,676 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split
2015-02-12 15:56:20,677 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0003_000001
2015-02-12 15:56:20,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,678 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0003_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,678 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:56:20,679 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,679 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,681 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:20,683 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57434 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:57437
2015-02-12 15:56:20,683 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57437 to replicate blk_1073741832_1008 to datanode(s) 127.0.0.1:57430
2015-02-12 15:56:20,683 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57437 to replicate blk_1073741836_1012 to datanode(s) 127.0.0.1:57427
2015-02-12 15:56:20,683 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57427 to replicate blk_1073741840_1016 to datanode(s) 127.0.0.1:57430
2015-02-12 15:56:20,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0002_01_000001 by user soberoi
2015-02-12 15:56:20,686 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0002
2015-02-12 15:56:20,686 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:20,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000001
2015-02-12 15:56:20,686 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:20,688 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0002_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0002_000001
2015-02-12 15:56:20,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:56:20,690 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from NEW to INITING
2015-02-12 15:56:20,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017 src: /127.0.0.1:57536 dest: /127.0.0.1:57430
2015-02-12 15:56:20,692 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0003_01_000001 by user soberoi
2015-02-12 15:56:20,696 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0003
2015-02-12 15:56:20,697 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0002_01_000001 to application application_1423785372901_0002
2015-02-12 15:56:20,697 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from INITING to RUNNING
2015-02-12 15:56:20,698 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:56:20,698 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0002
2015-02-12 15:56:20,698 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,698 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017 src: /127.0.0.1:57537 dest: /127.0.0.1:57427
2015-02-12 15:56:20,699 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,699 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,699 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0002_01_000001
2015-02-12 15:56:20,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017 src: /127.0.0.1:57538 dest: /127.0.0.1:57437
2015-02-12 15:56:20,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000001
2015-02-12 15:56:20,697 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from NEW to INITING
2015-02-12 15:56:20,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017 src: /127.0.0.1:57539 dest: /127.0.0.1:57434
2015-02-12 15:56:20,704 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0003_01_000001 to application application_1423785372901_0003
2015-02-12 15:56:20,706 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0003_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0003_000001
2015-02-12 15:56:20,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:56:20,708 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from INITING to RUNNING
2015-02-12 15:56:20,709 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:56:20,709 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0003
2015-02-12 15:56:20,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,710 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:20,711 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar, 1423785359750, FILE, null }
2015-02-12 15:56:20,715 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57539, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, duration: 7605000
2015-02-12 15:56:20,715 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,717 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57538, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, duration: 9202000
2015-02-12 15:56:20,717 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57537, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, duration: 8770000
2015-02-12 15:56:20,719 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,721 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57536, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, duration: 12934000
2015-02-12 15:56:20,721 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,723 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785372901_0002_01_000001.tokens. Credentials list:
2015-02-12 15:56:20,728 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,740 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] stopping all flows
2015-02-12 15:56:20,742 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] stopping flow: race-200/first-nondeterministic
2015-02-12 15:56:20,742 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] stopping all jobs
2015-02-12 15:56:20,745 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-200/first-nondete...] stopping: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:20,746 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] stopped all jobs
2015-02-12 15:56:20,746 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] shutting down job executor
2015-02-12 15:56:20,747 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:20,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018 src: /127.0.0.1:57540 dest: /127.0.0.1:57427
2015-02-12 15:56:20,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018 src: /127.0.0.1:57541 dest: /127.0.0.1:57430
2015-02-12 15:56:20,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018 src: /127.0.0.1:57542 dest: /127.0.0.1:57434
2015-02-12 15:56:20,766 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57542, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, duration: 8143000
2015-02-12 15:56:20,766 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,767 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57541, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, duration: 8625000
2015-02-12 15:56:20,768 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,769 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57540, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, duration: 10371000
2015-02-12 15:56:20,769 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,774 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,775 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:20,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:20,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:20,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019 src: /127.0.0.1:57543 dest: /127.0.0.1:57427
2015-02-12 15:56:20,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019 src: /127.0.0.1:57544 dest: /127.0.0.1:57437
2015-02-12 15:56:20,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019 src: /127.0.0.1:57545 dest: /127.0.0.1:57430
2015-02-12 15:56:20,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57545, dest: /127.0.0.1:57430, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, duration: 4144000
2015-02-12 15:56:20,831 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:20,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57544, dest: /127.0.0.1:57437, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, duration: 5422000
2015-02-12 15:56:20,832 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:20,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57543, dest: /127.0.0.1:57427, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, duration: 6228000
2015-02-12 15:56:20,833 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:20,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:20,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:20,839 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0004
2015-02-12 15:56:20,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=null proto=rpc
2015-02-12 15:56:20,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:20,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:20,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:20,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:20,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:20,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,875 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785359546, FILE, null }
2015-02-12 15:56:20,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,879 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 4 submitted by user soberoi
2015-02-12 15:56:20,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0004
2015-02-12 15:56:20,879 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0004
2015-02-12 15:56:20,880 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from NEW to NEW_SAVING
2015-02-12 15:56:20,880 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0004
2015-02-12 15:56:20,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:20,881 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0004 from user: soberoi, in queue: default, currently num of applications: 4
2015-02-12 15:56:20,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:20,881 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0004_000001
2015-02-12 15:56:20,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:20,882 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0004_000001 to scheduler from user: soberoi
2015-02-12 15:56:20,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:20,889 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0004
2015-02-12 15:56:20,896 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0004/
2015-02-12 15:56:20,896 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-200/first-nondete...] submitted hadoop job: job_1423785372901_0004
2015-02-12 15:56:20,897 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-200/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0004/
2015-02-12 15:56:20,906 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-200/first-nondete...] shutdown complete
2015-02-12 15:56:20,907 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] stopped all flows
2015-02-12 15:56:20,907 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] completed flow: race-200/first-nondeterministic
2015-02-12 15:56:20,907 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] shutting down flow executor
2015-02-12 15:56:20,909 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-200/first-nondete...] shutdown complete
2015-02-12 15:56:20,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:20,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:20,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:20,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:20,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:20,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,957 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:20,958 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:20,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:20,996 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] starting
2015-02-12 15:56:20,999 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:20,999 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] starting flows: 1
2015-02-12 15:56:20,999 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] allocating threads: 1
2015-02-12 15:56:21,000 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] starting flow: race-250/first-nondeterministic
2015-02-12 15:56:21,000 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:21,000 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:21,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,007 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] starting
2015-02-12 15:56:21,007 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:21,007 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic"]
2015-02-12 15:56:21,007 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:21,008 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] starting jobs: 1
2015-02-12 15:56:21,008 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] allocating threads: 1
2015-02-12 15:56:21,009 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-250/first-nondete...] starting step: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:21,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/10/hadoop-3854457524808989316.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,027 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:21,049 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:21,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:21,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:21,057 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 5
2015-02-12 15:56:21,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=null proto=rpc
2015-02-12 15:56:21,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:21,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:21,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,074 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0003_01_000001
2015-02-12 15:56:21,086 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:21,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 src: /127.0.0.1:57549 dest: /127.0.0.1:57437
2015-02-12 15:56:21,092 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 src: /127.0.0.1:57550 dest: /127.0.0.1:57427
2015-02-12 15:56:21,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 src: /127.0.0.1:57551 dest: /127.0.0.1:57434
2015-02-12 15:56:21,103 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0003_01_000001.tokens. Credentials list:
2015-02-12 15:56:21,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,112 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57551, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, duration: 15886000
2015-02-12 15:56:21,112 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57550, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, duration: 16929000
2015-02-12 15:56:21,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57549, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, duration: 10755000
2015-02-12 15:56:21,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,122 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar
2015-02-12 15:56:21,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:21,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:21,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:21,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:21,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:21,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:21,177 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:21,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:21,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,203 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split
2015-02-12 15:56:21,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:21,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021 src: /127.0.0.1:57553 dest: /127.0.0.1:57430
2015-02-12 15:56:21,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021 src: /127.0.0.1:57554 dest: /127.0.0.1:57427
2015-02-12 15:56:21,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021 src: /127.0.0.1:57555 dest: /127.0.0.1:57434
2015-02-12 15:56:21,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021 src: /127.0.0.1:57556 dest: /127.0.0.1:57437
2015-02-12 15:56:21,225 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,242 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57556, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, duration: 17865000
2015-02-12 15:56:21,242 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,243 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57555, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, duration: 18822000
2015-02-12 15:56:21,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57554, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, duration: 19780000
2015-02-12 15:56:21,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57553, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, duration: 21095000
2015-02-12 15:56:21,246 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,250 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] stopping all flows
2015-02-12 15:56:21,251 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] stopping flow: race-250/first-nondeterministic
2015-02-12 15:56:21,252 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] stopping all jobs
2015-02-12 15:56:21,253 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-250/first-nondete...] stopping: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:21,253 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] stopped all jobs
2015-02-12 15:56:21,254 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] shutting down job executor
2015-02-12 15:56:21,256 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,266 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:21,269 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022 src: /127.0.0.1:57557 dest: /127.0.0.1:57437
2015-02-12 15:56:21,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022 src: /127.0.0.1:57558 dest: /127.0.0.1:57434
2015-02-12 15:56:21,273 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022 src: /127.0.0.1:57559 dest: /127.0.0.1:57427
2015-02-12 15:56:21,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57559, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, duration: 3496000
2015-02-12 15:56:21,279 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,279 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57558, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, duration: 4457000
2015-02-12 15:56:21,280 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,280 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57557, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, duration: 5397000
2015-02-12 15:56:21,281 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,281 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,286 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:21,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:21,372 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:21,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023 src: /127.0.0.1:57560 dest: /127.0.0.1:57430
2015-02-12 15:56:21,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023 src: /127.0.0.1:57561 dest: /127.0.0.1:57434
2015-02-12 15:56:21,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023 src: /127.0.0.1:57562 dest: /127.0.0.1:57437
2015-02-12 15:56:21,395 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57562, dest: /127.0.0.1:57437, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, duration: 4266000
2015-02-12 15:56:21,395 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,396 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57561, dest: /127.0.0.1:57434, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, duration: 6068000
2015-02-12 15:56:21,397 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57560, dest: /127.0.0.1:57430, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, duration: 7284000
2015-02-12 15:56:21,398 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,403 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,404 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0005
2015-02-12 15:56:21,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=null proto=rpc
2015-02-12 15:56:21,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,482 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:21,503 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 5 submitted by user soberoi
2015-02-12 15:56:21,503 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0005
2015-02-12 15:56:21,503 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0005
2015-02-12 15:56:21,503 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from NEW to NEW_SAVING
2015-02-12 15:56:21,503 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0005
2015-02-12 15:56:21,504 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:21,504 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0005 from user: soberoi, in queue: default, currently num of applications: 5
2015-02-12 15:56:21,505 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:21,505 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0005_000001
2015-02-12 15:56:21,505 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:21,505 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0005_000001 to scheduler from user: soberoi
2015-02-12 15:56:21,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:21,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001.tokens
2015-02-12 15:56:21,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:56:21,516 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0005
2015-02-12 15:56:21,522 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0005/
2015-02-12 15:56:21,522 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-250/first-nondete...] submitted hadoop job: job_1423785372901_0005
2015-02-12 15:56:21,523 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-250/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0005/
2015-02-12 15:56:21,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-250/first-nondete...] shutdown complete
2015-02-12 15:56:21,540 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] stopped all flows
2015-02-12 15:56:21,541 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] shutting down flow executor
2015-02-12 15:56:21,540 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] completed flow: race-250/first-nondeterministic
2015-02-12 15:56:21,541 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-250/first-nondete...] shutdown complete
2015-02-12 15:56:21,555 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:21,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:21,573 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:21,573 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:21,589 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] starting
2015-02-12 15:56:21,590 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:21,590 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] starting flows: 1
2015-02-12 15:56:21,590 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] allocating threads: 1
2015-02-12 15:56:21,591 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] starting flow: race-300/first-nondeterministic
2015-02-12 15:56:21,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:21,591 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:21,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,597 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] starting
2015-02-12 15:56:21,597 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:21,597 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic"]
2015-02-12 15:56:21,598 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:21,598 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] starting jobs: 1
2015-02-12 15:56:21,598 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] allocating threads: 1
2015-02-12 15:56:21,599 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-300/first-nondete...] starting step: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:21,619 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:21,637 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:21,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:21,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:21,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:21,646 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 6
2015-02-12 15:56:21,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=null proto=rpc
2015-02-12 15:56:21,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:21,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:21,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,666 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:21,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 src: /127.0.0.1:57565 dest: /127.0.0.1:57437
2015-02-12 15:56:21,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 src: /127.0.0.1:57566 dest: /127.0.0.1:57434
2015-02-12 15:56:21,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 src: /127.0.0.1:57567 dest: /127.0.0.1:57430
2015-02-12 15:56:21,675 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:21,676 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:21,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000001 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:21,678 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:21,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:21,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:21,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000002
2015-02-12 15:56:21,682 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0004_01_000002 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:56:21,683 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0004_01_000002
2015-02-12 15:56:21,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:21,684 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0004_000001
2015-02-12 15:56:21,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0004 AttemptId: appattempt_1423785372901_0004_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0004_01_000002, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ]
2015-02-12 15:56:21,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:56:21,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:56:21,686 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0004_000001
2015-02-12 15:56:21,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57567, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, duration: 11202000
2015-02-12 15:56:21,687 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,688 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57566, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, duration: 11379000
2015-02-12 15:56:21,689 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57565, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, duration: 12454000
2015-02-12 15:56:21,690 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,692 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0004_01_000002, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0004_000001
2015-02-12 15:56:21,692 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0004_01_000002 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:56:21,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,692 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0004_000001
2015-02-12 15:56:21,693 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0004_000001
2015-02-12 15:56:21,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,698 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:21,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,703 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0004_01_000002 by user soberoi
2015-02-12 15:56:21,703 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0004
2015-02-12 15:56:21,703 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000002
2015-02-12 15:56:21,703 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from NEW to INITING
2015-02-12 15:56:21,703 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar
2015-02-12 15:56:21,704 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0004_01_000002 to application application_1423785372901_0004
2015-02-12 15:56:21,704 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from INITING to RUNNING
2015-02-12 15:56:21,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,704 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0004_01_000002, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0004_000001
2015-02-12 15:56:21,704 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:56:21,704 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:56:21,705 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0004
2015-02-12 15:56:21,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:21,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:56:21,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:56:21,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:21,706 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0004_01_000002
2015-02-12 15:56:21,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:21,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:21,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:21,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:21,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:21,735 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785372901_0004_01_000002.tokens. Credentials list:
2015-02-12 15:56:21,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:21,794 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:21,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:21,800 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,809 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split
2015-02-12 15:56:21,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:21,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025 src: /127.0.0.1:57569 dest: /127.0.0.1:57434
2015-02-12 15:56:21,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025 src: /127.0.0.1:57570 dest: /127.0.0.1:57430
2015-02-12 15:56:21,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025 src: /127.0.0.1:57571 dest: /127.0.0.1:57427
2015-02-12 15:56:21,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025 src: /127.0.0.1:57572 dest: /127.0.0.1:57437
2015-02-12 15:56:21,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57572, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, duration: 3353000
2015-02-12 15:56:21,828 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57571, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, duration: 4111000
2015-02-12 15:56:21,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:21,829 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,830 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57570, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, duration: 5517000
2015-02-12 15:56:21,830 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57569, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, duration: 6332000
2015-02-12 15:56:21,831 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,840 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:21,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:21,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026 src: /127.0.0.1:57573 dest: /127.0.0.1:57430
2015-02-12 15:56:21,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026 src: /127.0.0.1:57574 dest: /127.0.0.1:57434
2015-02-12 15:56:21,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026 src: /127.0.0.1:57575 dest: /127.0.0.1:57427
2015-02-12 15:56:21,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57575, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, duration: 2360000
2015-02-12 15:56:21,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57574, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, duration: 3061000
2015-02-12 15:56:21,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57573, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, duration: 3788000
2015-02-12 15:56:21,862 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,866 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,868 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:21,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:21,883 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 to 127.0.0.1:57430
2015-02-12 15:56:21,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001/default_container_executor.sh]
2015-02-12 15:56:21,890 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:56:21,890 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] stopping all flows
2015-02-12 15:56:21,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 src: /127.0.0.1:57576 dest: /127.0.0.1:57430
2015-02-12 15:56:21,892 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] stopping flow: race-300/first-nondeterministic
2015-02-12 15:56:21,893 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] stopping all jobs
2015-02-12 15:56:21,893 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-300/first-nondete...] stopping: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:21,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] stopped all jobs
2015-02-12 15:56:21,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] shutting down job executor
2015-02-12 15:56:21,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016 src: /127.0.0.1:57576 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:56:21,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741840_1016 size 254067
2015-02-12 15:56:21,926 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:21,934 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:21,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027 src: /127.0.0.1:57577 dest: /127.0.0.1:57430
2015-02-12 15:56:21,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027 src: /127.0.0.1:57578 dest: /127.0.0.1:57437
2015-02-12 15:56:21,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027 src: /127.0.0.1:57579 dest: /127.0.0.1:57434
2015-02-12 15:56:21,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57579, dest: /127.0.0.1:57434, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, duration: 13469000
2015-02-12 15:56:21,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:21,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57578, dest: /127.0.0.1:57437, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, duration: 14367000
2015-02-12 15:56:21,957 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57577, dest: /127.0.0.1:57430, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, duration: 15314000
2015-02-12 15:56:21,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,958 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:21,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:21,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:21,963 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0006
2015-02-12 15:56:21,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=null proto=rpc
2015-02-12 15:56:21,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:21,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:21,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:21,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:22,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:22,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,034 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:22,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,065 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 6 submitted by user soberoi
2015-02-12 15:56:22,065 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0006
2015-02-12 15:56:22,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0006
2015-02-12 15:56:22,065 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0006
2015-02-12 15:56:22,065 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from NEW to NEW_SAVING
2015-02-12 15:56:22,066 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:22,066 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0006 from user: soberoi, in queue: default, currently num of applications: 6
2015-02-12 15:56:22,066 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:22,067 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0006_000001
2015-02-12 15:56:22,067 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:22,067 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0006_000001 to scheduler from user: soberoi
2015-02-12 15:56:22,068 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:22,072 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0006
2015-02-12 15:56:22,076 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0006/
2015-02-12 15:56:22,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-300/first-nondete...] submitted hadoop job: job_1423785372901_0006
2015-02-12 15:56:22,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-300/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0006/
2015-02-12 15:56:22,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:22,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:22,086 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-300/first-nondete...] shutdown complete
2015-02-12 15:56:22,087 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] stopped all flows
2015-02-12 15:56:22,087 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] completed flow: race-300/first-nondeterministic
2015-02-12 15:56:22,087 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] shutting down flow executor
2015-02-12 15:56:22,088 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-300/first-nondete...] shutdown complete
2015-02-12 15:56:22,113 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:22,113 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:22,129 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] starting
2015-02-12 15:56:22,130 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:22,130 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] starting flows: 1
2015-02-12 15:56:22,130 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] allocating threads: 1
2015-02-12 15:56:22,131 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] starting flow: race-350/first-nondeterministic
2015-02-12 15:56:22,131 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:22,132 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:22,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] starting
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic"]
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] starting jobs: 1
2015-02-12 15:56:22,138 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] allocating threads: 1
2015-02-12 15:56:22,168 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-350/first-nondete...] starting step: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:22,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:22,176 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:22,185 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:22,200 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:22,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:22,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:22,208 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 7
2015-02-12 15:56:22,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=null proto=rpc
2015-02-12 15:56:22,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:22,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:22,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:22,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 src: /127.0.0.1:57580 dest: /127.0.0.1:57430
2015-02-12 15:56:22,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 src: /127.0.0.1:57581 dest: /127.0.0.1:57437
2015-02-12 15:56:22,228 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:22,228 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:22,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 src: /127.0.0.1:57582 dest: /127.0.0.1:57427
2015-02-12 15:56:22,234 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57582, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, duration: 4304000
2015-02-12 15:56:22,235 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:22,236 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57581, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, duration: 5943000
2015-02-12 15:56:22,236 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,237 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57580, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, duration: 6568000
2015-02-12 15:56:22,237 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,239 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741852_1028{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 15:56:22,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741852_1028{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 254067
2015-02-12 15:56:22,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741852_1028 size 254067
2015-02-12 15:56:22,240 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741852_1028 size 254067
2015-02-12 15:56:22,324 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 to 127.0.0.1:57437
2015-02-12 15:56:22,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 src: /127.0.0.1:57583 dest: /127.0.0.1:57437
2015-02-12 15:56:22,327 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:57437
2015-02-12 15:56:22,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004 src: /127.0.0.1:57583 dest: /127.0.0.1:57437 of size 254067
2015-02-12 15:56:22,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741828_1004 size 254067
2015-02-12 15:56:22,406 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001/default_container_executor.sh]
2015-02-12 15:56:22,491 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] stopping all flows
2015-02-12 15:56:22,493 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] stopping flow: race-350/first-nondeterministic
2015-02-12 15:56:22,493 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] stopping all jobs
2015-02-12 15:56:22,494 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-350/first-nondete...] stopping: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:22,495 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] stopped all jobs
2015-02-12 15:56:22,497 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] shutting down job executor
2015-02-12 15:56:22,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:22,624 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 to 127.0.0.1:57430
2015-02-12 15:56:22,625 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 to 127.0.0.1:57427
2015-02-12 15:56:22,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 src: /127.0.0.1:57584 dest: /127.0.0.1:57430
2015-02-12 15:56:22,627 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:56:22,627 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 (numBytes=254067) to /127.0.0.1:57427
2015-02-12 15:56:22,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 src: /127.0.0.1:57585 dest: /127.0.0.1:57427
2015-02-12 15:56:22,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008 src: /127.0.0.1:57584 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:56:22,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012 src: /127.0.0.1:57585 dest: /127.0.0.1:57427 of size 254067
2015-02-12 15:56:22,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741832_1008 size 254067
2015-02-12 15:56:22,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741836_1012 size 254067
2015-02-12 15:56:22,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785372901_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001.tokens
2015-02-12 15:56:22,637 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:56:22,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:22,644 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar
2015-02-12 15:56:22,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:22,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:22,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:22,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:22,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:22,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:22,666 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:22,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:22,672 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:22,673 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 0; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:22,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,676 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:22,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,683 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split
2015-02-12 15:56:22,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:22,685 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:22,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029 src: /127.0.0.1:57586 dest: /127.0.0.1:57434
2015-02-12 15:56:22,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029 src: /127.0.0.1:57587 dest: /127.0.0.1:57427
2015-02-12 15:56:22,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029 src: /127.0.0.1:57588 dest: /127.0.0.1:57437
2015-02-12 15:56:22,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029 src: /127.0.0.1:57589 dest: /127.0.0.1:57430
2015-02-12 15:56:22,697 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57589, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, duration: 3018000
2015-02-12 15:56:22,697 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:22,698 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,698 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57588, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, duration: 3823000
2015-02-12 15:56:22,699 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,700 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,701 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57587, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, duration: 5884000
2015-02-12 15:56:22,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,702 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57586, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, duration: 6889000
2015-02-12 15:56:22,702 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,708 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:22,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:22,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030 src: /127.0.0.1:57590 dest: /127.0.0.1:57437
2015-02-12 15:56:22,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030 src: /127.0.0.1:57591 dest: /127.0.0.1:57427
2015-02-12 15:56:22,722 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030 src: /127.0.0.1:57592 dest: /127.0.0.1:57430
2015-02-12 15:56:22,726 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57592, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, duration: 1614000
2015-02-12 15:56:22,726 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:22,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,727 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57591, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, duration: 2574000
2015-02-12 15:56:22,727 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,728 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,728 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57590, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, duration: 3930000
2015-02-12 15:56:22,729 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:22,733 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:22,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,749 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:22,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031 src: /127.0.0.1:57593 dest: /127.0.0.1:57427
2015-02-12 15:56:22,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031 src: /127.0.0.1:57594 dest: /127.0.0.1:57437
2015-02-12 15:56:22,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031 src: /127.0.0.1:57595 dest: /127.0.0.1:57430
2015-02-12 15:56:22,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57595, dest: /127.0.0.1:57430, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, duration: 2296000
2015-02-12 15:56:22,758 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:22,759 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,759 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57594, dest: /127.0.0.1:57437, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, duration: 3136000
2015-02-12 15:56:22,759 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,760 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57593, dest: /127.0.0.1:57427, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, duration: 4112000
2015-02-12 15:56:22,760 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,790 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:22,791 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0007
2015-02-12 15:56:22,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=null proto=rpc
2015-02-12 15:56:22,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:22,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:22,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:22,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:22,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,816 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 7 submitted by user soberoi
2015-02-12 15:56:22,816 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0007
2015-02-12 15:56:22,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0007
2015-02-12 15:56:22,817 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0007
2015-02-12 15:56:22,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from NEW to NEW_SAVING
2015-02-12 15:56:22,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:22,817 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0007 from user: soberoi, in queue: default, currently num of applications: 7
2015-02-12 15:56:22,818 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:22,819 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0007_000001
2015-02-12 15:56:22,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:22,821 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0007_000001 to scheduler from user: soberoi
2015-02-12 15:56:22,821 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0007
2015-02-12 15:56:22,823 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:22,826 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0007/
2015-02-12 15:56:22,827 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-350/first-nondete...] submitted hadoop job: job_1423785372901_0007
2015-02-12 15:56:22,827 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-350/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0007/
2015-02-12 15:56:22,835 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-350/first-nondete...] shutdown complete
2015-02-12 15:56:22,835 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] stopped all flows
2015-02-12 15:56:22,835 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] shutting down flow executor
2015-02-12 15:56:22,835 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] completed flow: race-350/first-nondeterministic
2015-02-12 15:56:22,838 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-350/first-nondete...] shutdown complete
2015-02-12 15:56:22,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,870 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:22,871 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:22,886 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] starting
2015-02-12 15:56:22,887 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:22,887 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] starting flows: 1
2015-02-12 15:56:22,887 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] allocating threads: 1
2015-02-12 15:56:22,888 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] starting flow: race-400/first-nondeterministic
2015-02-12 15:56:22,888 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:22,888 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:22,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] starting
2015-02-12 15:56:22,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:22,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic"]
2015-02-12 15:56:22,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:22,894 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] starting jobs: 1
2015-02-12 15:56:22,895 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] allocating threads: 1
2015-02-12 15:56:22,896 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-400/first-nondete...] starting step: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:22,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:22,914 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:22,933 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:22,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:22,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:22,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:22,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:22,945 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 8
2015-02-12 15:56:22,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008 dst=null perm=null proto=rpc
2015-02-12 15:56:22,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:22,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:22,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,962 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:22,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 src: /127.0.0.1:57598 dest: /127.0.0.1:57427
2015-02-12 15:56:22,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 src: /127.0.0.1:57599 dest: /127.0.0.1:57437
2015-02-12 15:56:22,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 src: /127.0.0.1:57600 dest: /127.0.0.1:57434
2015-02-12 15:56:22,974 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57600, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, duration: 4515000
2015-02-12 15:56:22,974 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:22,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57599, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, duration: 5559000
2015-02-12 15:56:22,976 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57598, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, duration: 5811000
2015-02-12 15:56:22,977 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:22,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:22,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:22,983 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar
2015-02-12 15:56:22,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:22,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:22,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:22,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:22,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:22,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:22,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:22,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,001 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:23,004 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:23,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:23,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,015 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split
2015-02-12 15:56:23,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,019 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:23,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033 src: /127.0.0.1:57601 dest: /127.0.0.1:57427
2015-02-12 15:56:23,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033 src: /127.0.0.1:57602 dest: /127.0.0.1:57434
2015-02-12 15:56:23,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033 src: /127.0.0.1:57603 dest: /127.0.0.1:57437
2015-02-12 15:56:23,027 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033 src: /127.0.0.1:57604 dest: /127.0.0.1:57430
2015-02-12 15:56:23,033 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57604, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, duration: 3421000
2015-02-12 15:56:23,033 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57603, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, duration: 4407000
2015-02-12 15:56:23,034 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,035 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57602, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, duration: 6001000
2015-02-12 15:56:23,035 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,036 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57601, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, duration: 6768000
2015-02-12 15:56:23,036 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,037 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,040 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:23,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034 src: /127.0.0.1:57605 dest: /127.0.0.1:57437
2015-02-12 15:56:23,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034 src: /127.0.0.1:57606 dest: /127.0.0.1:57430
2015-02-12 15:56:23,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034 src: /127.0.0.1:57607 dest: /127.0.0.1:57427
2015-02-12 15:56:23,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57607, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, duration: 1883000
2015-02-12 15:56:23,058 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,059 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57606, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, duration: 2354000
2015-02-12 15:56:23,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,059 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57605, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, duration: 3374000
2015-02-12 15:56:23,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,063 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:23,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:23,078 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035 src: /127.0.0.1:57608 dest: /127.0.0.1:57434
2015-02-12 15:56:23,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035 src: /127.0.0.1:57609 dest: /127.0.0.1:57430
2015-02-12 15:56:23,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035 src: /127.0.0.1:57610 dest: /127.0.0.1:57427
2015-02-12 15:56:23,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57610, dest: /127.0.0.1:57427, bytes: 96077, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, duration: 2202000
2015-02-12 15:56:23,085 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,086 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57609, dest: /127.0.0.1:57430, bytes: 96077, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, duration: 3158000
2015-02-12 15:56:23,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57608, dest: /127.0.0.1:57434, bytes: 96077, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, duration: 4285000
2015-02-12 15:56:23,088 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,090 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0008
2015-02-12 15:56:23,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008 dst=null perm=null proto=rpc
2015-02-12 15:56:23,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,119 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 8 submitted by user soberoi
2015-02-12 15:56:23,119 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0008
2015-02-12 15:56:23,119 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0008
2015-02-12 15:56:23,119 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0008
2015-02-12 15:56:23,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from NEW to NEW_SAVING
2015-02-12 15:56:23,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:23,120 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0008 from user: soberoi, in queue: default, currently num of applications: 8
2015-02-12 15:56:23,120 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:23,121 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0008_000001
2015-02-12 15:56:23,121 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0008_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:23,124 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0008
2015-02-12 15:56:23,128 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0008/
2015-02-12 15:56:23,128 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0008_000001 to scheduler from user: soberoi
2015-02-12 15:56:23,128 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-400/first-nondete...] submitted hadoop job: job_1423785372901_0008
2015-02-12 15:56:23,128 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-400/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0008/
2015-02-12 15:56:23,129 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:23,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:23,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,224 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:23,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:23,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:23,288 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] stopping all flows
2015-02-12 15:56:23,289 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] stopping flow: race-400/first-nondeterministic
2015-02-12 15:56:23,289 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] stopping all jobs
2015-02-12 15:56:23,290 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-400/first-nondete...] stopping: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:23,302 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from ACCEPTED to KILLING
2015-02-12 15:56:23,303 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0008_000001 with final state: KILLED, and exit status: -1000
2015-02-12 15:56:23,304 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0008_000001 State change from SCHEDULED to FINAL_SAVING
2015-02-12 15:56:23,305 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0008_000001
2015-02-12 15:56:23,306 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0008_000001
2015-02-12 15:56:23,306 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0008_000001 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:23,306 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0008 with final state: KILLED
2015-02-12 15:56:23,307 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from KILLING to FINAL_SAVING
2015-02-12 15:56:23,307 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0008
2015-02-12 15:56:23,307 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0008_000001 is done. finalState=KILLED
2015-02-12 15:56:23,309 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0008 requests cleared
2015-02-12 15:56:23,310 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0008 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:23,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Killed TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0008
2015-02-12 15:56:23,312 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0008,name=[3327E3B1755D4B5498CE1116C2E5C1D8/CD440B344CEC4F1AA11779069F1F5379] race-400/first-nondeterministic/(1/1) ...00/first-nondeterministic,user=soberoi,queue=root.soberoi,state=KILLED,trackingUrl=http://Edinburgh.local:57467/cluster/app/application_1423785372901_0008,appMasterHost=N/A,startTime=1423785383118,finishTime=1423785383306,finalStatus=KILLED
2015-02-12 15:56:23,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785372901_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002.tokens
2015-02-12 15:56:23,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:56:23,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001/default_container_executor.sh]
2015-02-12 15:56:23,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Kill Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0008
2015-02-12 15:56:23,507 INFO impl.YarnClientImpl (YarnClientImpl.java:killApplication(330)) - Killed application application_1423785372901_0008
2015-02-12 15:56:23,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] stopped all jobs
2015-02-12 15:56:23,508 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] shutting down job executor
2015-02-12 15:56:23,513 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-400/first-nondete...] shutdown complete
2015-02-12 15:56:23,514 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,514 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] completed flow: race-400/first-nondeterministic
2015-02-12 15:56:23,514 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] stopped all flows
2015-02-12 15:56:23,514 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] shutting down flow executor
2015-02-12 15:56:23,515 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-400/first-nondete...] shutdown complete
2015-02-12 15:56:23,539 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:23,539 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:23,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,558 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] starting
2015-02-12 15:56:23,559 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:23,559 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] starting flows: 1
2015-02-12 15:56:23,559 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] allocating threads: 1
2015-02-12 15:56:23,560 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] starting flow: race-450/first-nondeterministic
2015-02-12 15:56:23,560 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:23,560 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:23,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:23,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:23,566 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] starting
2015-02-12 15:56:23,566 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:23,566 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic"]
2015-02-12 15:56:23,567 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:23,567 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] starting jobs: 1
2015-02-12 15:56:23,567 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] allocating threads: 1
2015-02-12 15:56:23,568 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-450/first-nondete...] starting step: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:23,585 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:23,601 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:23,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:23,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:23,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:23,609 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 9
2015-02-12 15:56:23,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009 dst=null perm=null proto=rpc
2015-02-12 15:56:23,612 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:23,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:23,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,625 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:23,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 src: /127.0.0.1:57613 dest: /127.0.0.1:57430
2015-02-12 15:56:23,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 src: /127.0.0.1:57614 dest: /127.0.0.1:57434
2015-02-12 15:56:23,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 src: /127.0.0.1:57615 dest: /127.0.0.1:57437
2015-02-12 15:56:23,638 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57615, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, duration: 3634000
2015-02-12 15:56:23,638 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57614, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, duration: 4182000
2015-02-12 15:56:23,639 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,640 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,640 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57613, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, duration: 5873000
2015-02-12 15:56:23,640 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,643 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar
2015-02-12 15:56:23,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:23,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:23,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:23,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:23,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:23,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:23,663 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:23,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:23,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,674 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split
2015-02-12 15:56:23,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:23,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037 src: /127.0.0.1:57616 dest: /127.0.0.1:57430
2015-02-12 15:56:23,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037 src: /127.0.0.1:57617 dest: /127.0.0.1:57434
2015-02-12 15:56:23,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037 src: /127.0.0.1:57618 dest: /127.0.0.1:57437
2015-02-12 15:56:23,687 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037 src: /127.0.0.1:57619 dest: /127.0.0.1:57427
2015-02-12 15:56:23,688 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57430 to replicate blk_1073741860_1036 to datanode(s) 127.0.0.1:57427
2015-02-12 15:56:23,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57619, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, duration: 3750000
2015-02-12 15:56:23,692 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,693 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57618, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, duration: 4736000
2015-02-12 15:56:23,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,694 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57617, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, duration: 5606000
2015-02-12 15:56:23,694 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,695 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57616, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, duration: 6322000
2015-02-12 15:56:23,695 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,698 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,711 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:23,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038 src: /127.0.0.1:57620 dest: /127.0.0.1:57430
2015-02-12 15:56:23,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038 src: /127.0.0.1:57621 dest: /127.0.0.1:57437
2015-02-12 15:56:23,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038 src: /127.0.0.1:57622 dest: /127.0.0.1:57427
2015-02-12 15:56:23,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57622, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, duration: 2964000
2015-02-12 15:56:23,724 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57621, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, duration: 2736000
2015-02-12 15:56:23,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,725 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57620, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, duration: 4535000
2015-02-12 15:56:23,726 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,727 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,729 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,729 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:23,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:23,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,783 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:23,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039 src: /127.0.0.1:57623 dest: /127.0.0.1:57430
2015-02-12 15:56:23,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039 src: /127.0.0.1:57624 dest: /127.0.0.1:57427
2015-02-12 15:56:23,789 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039 src: /127.0.0.1:57625 dest: /127.0.0.1:57437
2015-02-12 15:56:23,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57625, dest: /127.0.0.1:57437, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, duration: 3374000
2015-02-12 15:56:23,795 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:23,796 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57624, dest: /127.0.0.1:57427, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, duration: 4147000
2015-02-12 15:56:23,796 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,797 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57623, dest: /127.0.0.1:57430, bytes: 96073, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, duration: 5514000
2015-02-12 15:56:23,797 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:23,798 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:56:23,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,799 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:23,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:23,802 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0009
2015-02-12 15:56:23,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009 dst=null perm=null proto=rpc
2015-02-12 15:56:23,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:23,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:23,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:23,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,849 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:23,849 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:23,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:23,876 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 9 submitted by user soberoi
2015-02-12 15:56:23,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0009
2015-02-12 15:56:23,876 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0009
2015-02-12 15:56:23,876 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from NEW to NEW_SAVING
2015-02-12 15:56:23,876 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0009
2015-02-12 15:56:23,877 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:23,877 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0009 from user: soberoi, in queue: default, currently num of applications: 8
2015-02-12 15:56:23,877 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:23,877 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0009_000001
2015-02-12 15:56:23,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0009_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:23,878 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0009_000001 to scheduler from user: soberoi
2015-02-12 15:56:23,878 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:23,887 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0009
2015-02-12 15:56:23,894 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0009/
2015-02-12 15:56:23,894 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-450/first-nondete...] submitted hadoop job: job_1423785372901_0009
2015-02-12 15:56:23,895 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-450/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0009/
2015-02-12 15:56:23,904 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:23,904 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:24,012 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] stopping all flows
2015-02-12 15:56:24,013 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] stopping flow: race-450/first-nondeterministic
2015-02-12 15:56:24,014 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] stopping all jobs
2015-02-12 15:56:24,015 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-450/first-nondete...] stopping: (1/1) ...50/first-nondeterministic
2015-02-12 15:56:24,022 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from ACCEPTED to KILLING
2015-02-12 15:56:24,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0009_000001 with final state: KILLED, and exit status: -1000
2015-02-12 15:56:24,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0009_000001 State change from SCHEDULED to FINAL_SAVING
2015-02-12 15:56:24,023 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0009_000001
2015-02-12 15:56:24,023 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0009_000001
2015-02-12 15:56:24,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0009_000001 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:24,023 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0009 with final state: KILLED
2015-02-12 15:56:24,024 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from KILLING to FINAL_SAVING
2015-02-12 15:56:24,024 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0009
2015-02-12 15:56:24,024 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0009_000001 is done. finalState=KILLED
2015-02-12 15:56:24,024 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0009 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:24,024 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0009 requests cleared
2015-02-12 15:56:24,024 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Killed TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0009
2015-02-12 15:56:24,024 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0009,name=[AF4643B88E274ED884D3B3911970DB43/2754C5137E6045B8A8A7C382680BFB28] race-450/first-nondeterministic/(1/1) ...50/first-nondeterministic,user=soberoi,queue=root.soberoi,state=KILLED,trackingUrl=http://Edinburgh.local:57467/cluster/app/application_1423785372901_0009,appMasterHost=N/A,startTime=1423785383876,finishTime=1423785384023,finalStatus=KILLED
2015-02-12 15:56:24,081 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002/default_container_executor.sh]
2015-02-12 15:56:24,225 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Kill Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0009
2015-02-12 15:56:24,226 INFO impl.YarnClientImpl (YarnClientImpl.java:killApplication(330)) - Killed application application_1423785372901_0009
2015-02-12 15:56:24,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] stopped all jobs
2015-02-12 15:56:24,226 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] shutting down job executor
2015-02-12 15:56:24,230 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-450/first-nondete...] shutdown complete
2015-02-12 15:56:24,231 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] stopped all flows
2015-02-12 15:56:24,231 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] shutting down flow executor
2015-02-12 15:56:24,231 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] completed flow: race-450/first-nondeterministic
2015-02-12 15:56:24,234 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-450/first-nondete...] shutdown complete
2015-02-12 15:56:24,254 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:24,255 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:24,279 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] starting
2015-02-12 15:56:24,281 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:24,281 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] starting flows: 1
2015-02-12 15:56:24,281 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] allocating threads: 1
2015-02-12 15:56:24,281 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] starting flow: race-500/first-nondeterministic
2015-02-12 15:56:24,282 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] at least one sink is marked for delete
2015-02-12 15:56:24,282 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:24,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:24,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:24,287 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] starting
2015-02-12 15:56:24,288 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:24,288 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic"]
2015-02-12 15:56:24,288 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] parallel execution is enabled: true
2015-02-12 15:56:24,288 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] starting jobs: 1
2015-02-12 15:56:24,288 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] allocating threads: 1
2015-02-12 15:56:24,289 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-500/first-nondete...] starting step: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:24,306 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:24,323 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:24,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:24,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:24,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:24,331 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 10
2015-02-12 15:56:24,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010 dst=null perm=null proto=rpc
2015-02-12 15:56:24,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:24,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:24,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,351 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:24,354 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 src: /127.0.0.1:57626 dest: /127.0.0.1:57427
2015-02-12 15:56:24,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 src: /127.0.0.1:57627 dest: /127.0.0.1:57430
2015-02-12 15:56:24,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 src: /127.0.0.1:57628 dest: /127.0.0.1:57434
2015-02-12 15:56:24,362 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57628, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, duration: 3164000
2015-02-12 15:56:24,363 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:24,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:24,364 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57627, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, duration: 3975000
2015-02-12 15:56:24,364 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:24,365 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57626, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, duration: 5186000
2015-02-12 15:56:24,365 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:24,367 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:24,368 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar
2015-02-12 15:56:24,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:24,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:24,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:24,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:24,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:24,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:24,384 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:24,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:24,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,392 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split
2015-02-12 15:56:24,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:24,395 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:24,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041 src: /127.0.0.1:57629 dest: /127.0.0.1:57430
2015-02-12 15:56:24,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041 src: /127.0.0.1:57630 dest: /127.0.0.1:57434
2015-02-12 15:56:24,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041 src: /127.0.0.1:57631 dest: /127.0.0.1:57437
2015-02-12 15:56:24,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041 src: /127.0.0.1:57632 dest: /127.0.0.1:57427
2015-02-12 15:56:24,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57632, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, duration: 1974000
2015-02-12 15:56:24,406 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:24,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:24,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57631, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, duration: 2607000
2015-02-12 15:56:24,407 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,408 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57630, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, duration: 3915000
2015-02-12 15:56:24,408 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,409 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57629, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, duration: 4604000
2015-02-12 15:56:24,409 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:24,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:24,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042 src: /127.0.0.1:57633 dest: /127.0.0.1:57427
2015-02-12 15:56:24,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042 src: /127.0.0.1:57634 dest: /127.0.0.1:57430
2015-02-12 15:56:24,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042 src: /127.0.0.1:57635 dest: /127.0.0.1:57437
2015-02-12 15:56:24,455 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57635, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, duration: 1836000
2015-02-12 15:56:24,455 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:24,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:56:24,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57634, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, duration: 2409000
2015-02-12 15:56:24,456 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57633, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, duration: 3371000
2015-02-12 15:56:24,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:24,459 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:24,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:24,472 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:24,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043 src: /127.0.0.1:57636 dest: /127.0.0.1:57434
2015-02-12 15:56:24,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043 src: /127.0.0.1:57637 dest: /127.0.0.1:57430
2015-02-12 15:56:24,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043 src: /127.0.0.1:57638 dest: /127.0.0.1:57437
2015-02-12 15:56:24,481 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57638, dest: /127.0.0.1:57437, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, duration: 2035000
2015-02-12 15:56:24,481 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:24,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,482 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57637, dest: /127.0.0.1:57430, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, duration: 2914000
2015-02-12 15:56:24,482 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,483 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57636, dest: /127.0.0.1:57434, bytes: 96069, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, duration: 4314000
2015-02-12 15:56:24,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,484 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:24,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:24,487 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:24,487 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0010
2015-02-12 15:56:24,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010 dst=null perm=null proto=rpc
2015-02-12 15:56:24,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:24,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:24,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:24,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:24,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:24,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:24,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:24,512 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 10 submitted by user soberoi
2015-02-12 15:56:24,512 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0010
2015-02-12 15:56:24,512 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0010
2015-02-12 15:56:24,512 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0010
2015-02-12 15:56:24,512 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from NEW to NEW_SAVING
2015-02-12 15:56:24,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:24,513 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0010 from user: soberoi, in queue: default, currently num of applications: 8
2015-02-12 15:56:24,513 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:24,513 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0010_000001
2015-02-12 15:56:24,514 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0010_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:24,514 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0010_000001 to scheduler from user: soberoi
2015-02-12 15:56:24,514 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0010
2015-02-12 15:56:24,515 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:24,518 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0010/
2015-02-12 15:56:24,518 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-500/first-nondete...] submitted hadoop job: job_1423785372901_0010
2015-02-12 15:56:24,518 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-500/first-nondete...] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0010/
2015-02-12 15:56:24,783 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] stopping all flows
2015-02-12 15:56:24,784 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] stopping flow: race-500/first-nondeterministic
2015-02-12 15:56:24,784 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] stopping all jobs
2015-02-12 15:56:24,785 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [race-500/first-nondete...] stopping: (1/1) ...00/first-nondeterministic
2015-02-12 15:56:24,792 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from ACCEPTED to KILLING
2015-02-12 15:56:24,792 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0010_000001 with final state: KILLED, and exit status: -1000
2015-02-12 15:56:24,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0010_000001 State change from SCHEDULED to FINAL_SAVING
2015-02-12 15:56:24,793 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0010_000001
2015-02-12 15:56:24,793 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0010_000001
2015-02-12 15:56:24,793 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0010_000001 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:24,793 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0010 with final state: KILLED
2015-02-12 15:56:24,793 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from KILLING to FINAL_SAVING
2015-02-12 15:56:24,793 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0010
2015-02-12 15:56:24,794 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0010_000001 is done. finalState=KILLED
2015-02-12 15:56:24,794 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0010 State change from FINAL_SAVING to KILLED
2015-02-12 15:56:24,794 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0010 requests cleared
2015-02-12 15:56:24,794 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Killed TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0010
2015-02-12 15:56:24,794 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0010,name=[5D111FBE8E8F407EB57B36548AA32B21/25DB5F28AD144739822DB85EBA33290A] race-500/first-nondeterministic/(1/1) ...00/first-nondeterministic,user=soberoi,queue=root.soberoi,state=KILLED,trackingUrl=http://Edinburgh.local:57467/cluster/app/application_1423785372901_0010,appMasterHost=N/A,startTime=1423785384512,finishTime=1423785384793,finalStatus=KILLED
2015-02-12 15:56:24,894 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=89dcd9f0-9ac1-45fd-be08-870cb7808c40, infoPort=57431, ipcPort=57433, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 to 127.0.0.1:57427
2015-02-12 15:56:24,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 src: /127.0.0.1:57639 dest: /127.0.0.1:57427
2015-02-12 15:56:24,896 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 (numBytes=254067) to /127.0.0.1:57427
2015-02-12 15:56:24,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036 src: /127.0.0.1:57639 dest: /127.0.0.1:57427 of size 254067
2015-02-12 15:56:24,899 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741860_1036 size 254067
2015-02-12 15:56:24,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Kill Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0010
2015-02-12 15:56:24,996 INFO impl.YarnClientImpl (YarnClientImpl.java:killApplication(330)) - Killed application application_1423785372901_0010
2015-02-12 15:56:24,996 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] stopped all jobs
2015-02-12 15:56:24,996 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] shutting down job executor
2015-02-12 15:56:25,003 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [race-500/first-nondete...] shutdown complete
2015-02-12 15:56:25,003 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] stopped all flows
2015-02-12 15:56:25,003 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] shutting down flow executor
2015-02-12 15:56:25,003 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] completed flow: race-500/first-nondeterministic
2015-02-12 15:56:25,004 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [race-500/first-nondete...] shutdown complete
2015-02-12 15:56:25,004 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic
2015-02-12 15:56:25,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,007 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-0/first-nondeterministic
2015-02-12 15:56:25,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-0/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,008 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic
2015-02-12 15:56:25,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,010 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic
2015-02-12 15:56:25,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,011 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic
2015-02-12 15:56:25,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,012 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic
2015-02-12 15:56:25,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-450/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,014 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic
2015-02-12 15:56:25,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,015 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic
2015-02-12 15:56:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-500/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,017 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic
2015-02-12 15:56:25,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,019 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic
2015-02-12 15:56:25,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,020 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic
2015-02-12 15:56:25,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-400/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:56:25,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:25,044 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:25,045 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:25,086 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:25,087 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:25,129 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:25,130 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:25,213 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:25,214 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:25,295 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:56:25,295 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:56:25,401 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting
2015-02-12 15:56:25,402 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] parallel execution is enabled: true
2015-02-12 15:56:25,402 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flows: 5
2015-02-12 15:56:25,402 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] allocating threads: 5
2015-02-12 15:56:25,403 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flow: first2
2015-02-12 15:56:25,403 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flow: first1
2015-02-12 15:56:25,403 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] at least one sink is marked for delete
2015-02-12 15:56:25,403 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] at least one sink is marked for delete
2015-02-12 15:56:25,404 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:25,404 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:56:25,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:56:25,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:56:25,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:56:25,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:56:25,408 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] starting
2015-02-12 15:56:25,408 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] starting
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2"]
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1"]
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] parallel execution is enabled: true
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] parallel execution is enabled: true
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] starting jobs: 1
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first1] allocating threads: 1
2015-02-12 15:56:25,409 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] starting jobs: 1
2015-02-12 15:56:25,410 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first2] allocating threads: 1
2015-02-12 15:56:25,411 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first1] starting step: (1/1) ...lelcascadeplatform/first1
2015-02-12 15:56:25,411 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first2] starting step: (1/1) ...lelcascadeplatform/first2
2015-02-12 15:56:25,426 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:25,443 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:25,461 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:25,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:56:25,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:25,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:25,469 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 11
2015-02-12 15:56:25,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=null proto=rpc
2015-02-12 15:56:25,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:25,480 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:56:25,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:25,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:56:25,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:25,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:25,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,486 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 12
2015-02-12 15:56:25,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=null proto=rpc
2015-02-12 15:56:25,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:25,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:56:25,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 src: /127.0.0.1:57642 dest: /127.0.0.1:57430
2015-02-12 15:56:25,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 src: /127.0.0.1:57643 dest: /127.0.0.1:57427
2015-02-12 15:56:25,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:56:25,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 src: /127.0.0.1:57644 dest: /127.0.0.1:57437
2015-02-12 15:56:25,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57644, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, duration: 8358000
2015-02-12 15:56:25,505 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,506 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57643, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, duration: 3103000
2015-02-12 15:56:25,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,506 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,507 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57642, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, duration: 10274000
2015-02-12 15:56:25,507 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:25,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,512 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar
2015-02-12 15:56:25,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 src: /127.0.0.1:57645 dest: /127.0.0.1:57434
2015-02-12 15:56:25,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 src: /127.0.0.1:57646 dest: /127.0.0.1:57437
2015-02-12 15:56:25,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 src: /127.0.0.1:57647 dest: /127.0.0.1:57427
2015-02-12 15:56:25,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,520 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57647, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, duration: 3389000
2015-02-12 15:56:25,520 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,521 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57646, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, duration: 4140000
2015-02-12 15:56:25,521 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,521 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,522 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57645, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, duration: 4629000
2015-02-12 15:56:25,522 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,522 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,525 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741869_1045 size 254067
2015-02-12 15:56:25,526 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar
2015-02-12 15:56:25,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:25,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:25,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:25,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:25,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:25,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:25,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:25,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:25,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:25,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:25,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:25,538 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:25,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:25,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:25,540 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:56:25,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:25,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,546 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split
2015-02-12 15:56:25,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:25,547 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split
2015-02-12 15:56:25,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:25,549 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:56:25,550 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:25,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046 src: /127.0.0.1:57650 dest: /127.0.0.1:57434
2015-02-12 15:56:25,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047 src: /127.0.0.1:57651 dest: /127.0.0.1:57430
2015-02-12 15:56:25,552 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046 src: /127.0.0.1:57652 dest: /127.0.0.1:57430
2015-02-12 15:56:25,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047 src: /127.0.0.1:57653 dest: /127.0.0.1:57437
2015-02-12 15:56:25,553 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046 src: /127.0.0.1:57654 dest: /127.0.0.1:57427
2015-02-12 15:56:25,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046 src: /127.0.0.1:57656 dest: /127.0.0.1:57437
2015-02-12 15:56:25,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047 src: /127.0.0.1:57655 dest: /127.0.0.1:57427
2015-02-12 15:56:25,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047 src: /127.0.0.1:57657 dest: /127.0.0.1:57434
2015-02-12 15:56:25,563 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57656, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, duration: 5605000
2015-02-12 15:56:25,563 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57654, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, duration: 5895000
2015-02-12 15:56:25,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,564 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57657, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, duration: 3899000
2015-02-12 15:56:25,564 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,565 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57652, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, duration: 7229000
2015-02-12 15:56:25,565 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,566 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57655, dest: /127.0.0.1:57427, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, duration: 5169000
2015-02-12 15:56:25,566 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,568 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57650, dest: /127.0.0.1:57434, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, duration: 10138000
2015-02-12 15:56:25,569 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,564 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,569 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,569 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57653, dest: /127.0.0.1:57437, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, duration: 7961000
2015-02-12 15:56:25,570 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57651, dest: /127.0.0.1:57430, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, duration: 9224000
2015-02-12 15:56:25,571 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,583 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,589 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:56:25,589 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:25,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048 src: /127.0.0.1:57658 dest: /127.0.0.1:57434
2015-02-12 15:56:25,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049 src: /127.0.0.1:57659 dest: /127.0.0.1:57430
2015-02-12 15:56:25,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049 src: /127.0.0.1:57661 dest: /127.0.0.1:57427
2015-02-12 15:56:25,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048 src: /127.0.0.1:57660 dest: /127.0.0.1:57437
2015-02-12 15:56:25,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049 src: /127.0.0.1:57663 dest: /127.0.0.1:57434
2015-02-12 15:56:25,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048 src: /127.0.0.1:57662 dest: /127.0.0.1:57430
2015-02-12 15:56:25,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57662, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, duration: 2735000
2015-02-12 15:56:25,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57660, dest: /127.0.0.1:57437, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, duration: 5296000
2015-02-12 15:56:25,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,609 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57658, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, duration: 6335000
2015-02-12 15:56:25,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,609 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,610 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741872_1048 size 148
2015-02-12 15:56:25,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57663, dest: /127.0.0.1:57434, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, duration: 8057000
2015-02-12 15:56:25,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,611 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,611 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57661, dest: /127.0.0.1:57427, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, duration: 8760000
2015-02-12 15:56:25,612 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,612 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:25,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57659, dest: /127.0.0.1:57430, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, duration: 8527000
2015-02-12 15:56:25,612 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:25,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,616 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,617 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:56:25,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:56:25,626 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:25,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050 src: /127.0.0.1:57664 dest: /127.0.0.1:57437
2015-02-12 15:56:25,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050 src: /127.0.0.1:57665 dest: /127.0.0.1:57430
2015-02-12 15:56:25,629 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:25,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050 src: /127.0.0.1:57666 dest: /127.0.0.1:57427
2015-02-12 15:56:25,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051 src: /127.0.0.1:57667 dest: /127.0.0.1:57427
2015-02-12 15:56:25,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051 src: /127.0.0.1:57668 dest: /127.0.0.1:57430
2015-02-12 15:56:25,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051 src: /127.0.0.1:57669 dest: /127.0.0.1:57437
2015-02-12 15:56:25,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57666, dest: /127.0.0.1:57427, bytes: 95991, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, duration: 3210000
2015-02-12 15:56:25,636 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,637 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57665, dest: /127.0.0.1:57430, bytes: 95991, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, duration: 4449000
2015-02-12 15:56:25,638 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,639 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57664, dest: /127.0.0.1:57437, bytes: 95991, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, duration: 6108000
2015-02-12 15:56:25,639 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,641 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741874_1050{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 15:56:25,641 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741874_1050{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 95991
2015-02-12 15:56:25,641 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57669, dest: /127.0.0.1:57437, bytes: 95987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, duration: 3861000
2015-02-12 15:56:25,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741874_1050 size 95991
2015-02-12 15:56:25,642 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:25,642 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741874_1050 size 95991
2015-02-12 15:56:25,642 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57668, dest: /127.0.0.1:57430, bytes: 95987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, duration: 3005000
2015-02-12 15:56:25,643 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57667, dest: /127.0.0.1:57427, bytes: 95987, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, duration: 4558000
2015-02-12 15:56:25,643 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:25,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:56:25,647 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:25,648 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0011
2015-02-12 15:56:25,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=null proto=rpc
2015-02-12 15:56:25,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:25,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:25,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:25,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:25,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:25,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:25,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:25,674 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 11 submitted by user soberoi
2015-02-12 15:56:25,674 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0011
2015-02-12 15:56:25,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from NEW to NEW_SAVING
2015-02-12 15:56:25,675 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0011
2015-02-12 15:56:25,675 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0011
2015-02-12 15:56:25,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:25,675 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0011 from user: soberoi, in queue: default, currently num of applications: 8
2015-02-12 15:56:25,680 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:25,680 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0011_000001
2015-02-12 15:56:25,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:25,681 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0011_000001 to scheduler from user: soberoi
2015-02-12 15:56:25,681 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0011
2015-02-12 15:56:25,681 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:25,685 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0011/
2015-02-12 15:56:25,686 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first2] submitted hadoop job: job_1423785372901_0011
2015-02-12 15:56:25,686 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first2] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0011/
2015-02-12 15:56:26,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:56:26,051 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0012
2015-02-12 15:56:26,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=null proto=rpc
2015-02-12 15:56:26,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:26,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:26,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:26,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:26,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:26,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:26,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:26,074 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 12 submitted by user soberoi
2015-02-12 15:56:26,074 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0012
2015-02-12 15:56:26,074 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0012
2015-02-12 15:56:26,074 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0012
2015-02-12 15:56:26,074 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from NEW to NEW_SAVING
2015-02-12 15:56:26,074 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:56:26,075 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0012 from user: soberoi, in queue: default, currently num of applications: 9
2015-02-12 15:56:26,075 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 15:56:26,075 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0012_000001
2015-02-12 15:56:26,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from NEW to SUBMITTED
2015-02-12 15:56:26,076 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0012_000001 to scheduler from user: soberoi
2015-02-12 15:56:26,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:56:26,076 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0012
2015-02-12 15:56:26,079 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0012/
2015-02-12 15:56:26,079 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first1] submitted hadoop job: job_1423785372901_0012
2015-02-12 15:56:26,079 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first1] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0012/
2015-02-12 15:56:26,693 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57427 to replicate blk_1073741868_1044 to datanode(s) 127.0.0.1:57434
2015-02-12 15:56:26,693 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57427 to replicate blk_1073741869_1045 to datanode(s) 127.0.0.1:57430
2015-02-12 15:56:26,734 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 15:56:26,735 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:56:27,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006
2015-02-12 15:56:27,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019
2015-02-12 15:56:27,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005
2015-02-12 15:56:27,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010
2015-02-12 15:56:27,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003
2015-02-12 15:56:27,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009
2015-02-12 15:56:27,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004
2015-02-12 15:56:27,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011
2015-02-12 15:56:27,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014
2015-02-12 15:56:27,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007
2015-02-12 15:56:27,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031
2015-02-12 15:56:27,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028
2015-02-12 15:56:27,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030
2015-02-12 15:56:27,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017
2015-02-12 15:56:27,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012
2015-02-12 15:56:27,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015
2015-02-12 15:56:27,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013
2015-02-12 15:56:27,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017
2015-02-12 15:56:27,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021
2015-02-12 15:56:27,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007
2015-02-12 15:56:27,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003
2015-02-12 15:56:27,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028
2015-02-12 15:56:27,834 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009
2015-02-12 15:56:27,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004
2015-02-12 15:56:27,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020
2015-02-12 15:56:27,874 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 to 127.0.0.1:57434
2015-02-12 15:56:27,874 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 to 127.0.0.1:57430
2015-02-12 15:56:27,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 src: /127.0.0.1:57670 dest: /127.0.0.1:57434
2015-02-12 15:56:27,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 src: /127.0.0.1:57671 dest: /127.0.0.1:57430
2015-02-12 15:56:27,876 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 (numBytes=254067) to /127.0.0.1:57434
2015-02-12 15:56:27,876 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:56:27,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044 src: /127.0.0.1:57670 dest: /127.0.0.1:57434 of size 254067
2015-02-12 15:56:27,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045 src: /127.0.0.1:57671 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:56:27,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741868_1044 size 254067
2015-02-12 15:56:27,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741869_1045 size 254067
2015-02-12 15:56:28,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024
2015-02-12 15:56:28,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021
2015-02-12 15:56:28,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026
2015-02-12 15:56:28,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018
2015-02-12 15:56:28,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025
2015-02-12 15:56:28,042 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016
2015-02-12 15:56:28,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008
2015-02-12 15:56:28,238 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019
2015-02-12 15:56:28,239 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013
2015-02-12 15:56:28,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741831_1007
2015-02-12 15:56:28,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015
2015-02-12 15:56:28,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741827_1003
2015-02-12 15:56:28,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035
2015-02-12 15:56:28,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025
2015-02-12 15:56:28,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004
2015-02-12 15:56:28,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005
2015-02-12 15:56:28,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023
2015-02-12 15:56:28,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026
2015-02-12 15:56:28,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012
2015-02-12 15:56:28,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009
2015-02-12 15:56:28,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008
2015-02-12 15:56:28,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010
2015-02-12 15:56:28,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024
2015-02-12 15:56:28,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018
2015-02-12 15:56:28,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008
2015-02-12 15:56:28,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006
2015-02-12 15:56:28,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005
2015-02-12 15:56:28,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741850_1026
2015-02-12 15:56:28,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741842_1018
2015-02-12 15:56:28,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014
2015-02-12 15:56:28,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022
2015-02-12 15:56:28,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029
2015-02-12 15:56:28,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011
2015-02-12 15:56:28,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013
2015-02-12 15:56:28,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017
2015-02-12 15:56:28,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741829_1005
2015-02-12 15:56:28,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741843_1019
2015-02-12 15:56:28,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012
2015-02-12 15:56:28,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741837_1013
2015-02-12 15:56:28,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741834_1010
2015-02-12 15:56:28,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020
2015-02-12 15:56:28,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741830_1006
2015-02-12 15:56:28,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022
2015-02-12 15:56:28,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741828_1004
2015-02-12 15:56:28,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016
2015-02-12 15:56:28,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023
2015-02-12 15:56:28,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741836_1012
2015-02-12 15:56:28,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016
2015-02-12 15:56:28,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029
2015-02-12 15:56:28,731 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741838_1014
2015-02-12 15:56:28,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027
2015-02-12 15:56:28,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741832_1008
2015-02-12 15:56:28,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027
2015-02-12 15:56:28,824 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029
2015-02-12 15:56:28,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031
2015-02-12 15:56:28,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025
2015-02-12 15:56:28,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030
2015-02-12 15:56:29,016 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741840_1016
2015-02-12 15:56:29,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020
2015-02-12 15:56:29,131 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741846_1022
2015-02-12 15:56:29,215 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741855_1031
2015-02-12 15:56:29,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021
2015-02-12 15:56:29,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741833_1009
2015-02-12 15:56:29,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033
2015-02-12 15:56:29,217 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741835_1011
2015-02-12 15:56:29,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032
2015-02-12 15:56:29,329 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741845_1021
2015-02-12 15:56:29,330 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033
2015-02-12 15:56:29,415 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741847_1023
2015-02-12 15:56:29,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741839_1015
2015-02-12 15:56:29,416 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741854_1030
2015-02-12 15:56:29,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741851_1027
2015-02-12 15:56:29,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741849_1025
2015-02-12 15:56:29,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034
2015-02-12 15:56:29,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741841_1017
2015-02-12 15:56:29,815 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028
2015-02-12 15:56:30,014 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024
2015-02-12 15:56:30,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741853_1029
2015-02-12 15:56:30,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:30,214 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032
2015-02-12 15:56:30,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:56:30,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:56:30,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:56:30,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=null proto=rpc
2015-02-12 15:56:30,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:30,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:30,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:30,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:56:30,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:30,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:56:30,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:56:30,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:56:30,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=null proto=rpc
2015-02-12 15:56:30,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:30,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:30,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:30,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:56:30,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:56:30,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:56:31,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:56:31,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=null proto=rpc
2015-02-12 15:56:31,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:31,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:31,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:56:31,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:56:31,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:56:31,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:31,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=null proto=rpc
2015-02-12 15:56:31,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:31,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:56:31,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:31,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:31,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:31,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:32,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:32,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:32,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:56:32,701 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57427 to replicate blk_1073741844_1020 to datanode(s) 127.0.0.1:57430
2015-02-12 15:56:32,701 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57437 to replicate blk_1073741848_1024 to datanode(s) 127.0.0.1:57427
2015-02-12 15:56:32,702 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57430 to replicate blk_1073741852_1028 to datanode(s) 127.0.0.1:57434
2015-02-12 15:56:32,702 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57434 to replicate blk_1073741856_1032 to datanode(s) 127.0.0.1:57430
2015-02-12 15:56:32,702 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57434 to replicate blk_1073741864_1040 to datanode(s) 127.0.0.1:57437
2015-02-12 15:56:33,830 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039
2015-02-12 15:56:33,832 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044
2015-02-12 15:56:33,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042
2015-02-12 15:56:33,833 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049
2015-02-12 15:56:33,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051
2015-02-12 15:56:33,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042
2015-02-12 15:56:33,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035
2015-02-12 15:56:33,881 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=776fea51-7ddd-45c2-9053-eb198b82ee55, infoPort=57428, ipcPort=57429, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 to 127.0.0.1:57430
2015-02-12 15:56:33,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 src: /127.0.0.1:57688 dest: /127.0.0.1:57430
2015-02-12 15:56:33,883 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:56:33,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020 src: /127.0.0.1:57688 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:56:33,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741844_1020 size 254067
2015-02-12 15:56:33,904 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=89dcd9f0-9ac1-45fd-be08-870cb7808c40, infoPort=57431, ipcPort=57433, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 to 127.0.0.1:57434
2015-02-12 15:56:33,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 src: /127.0.0.1:57689 dest: /127.0.0.1:57434
2015-02-12 15:56:33,906 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 (numBytes=254067) to /127.0.0.1:57434
2015-02-12 15:56:33,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028 src: /127.0.0.1:57689 dest: /127.0.0.1:57434 of size 254067
2015-02-12 15:56:33,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741852_1028 size 254067
2015-02-12 15:56:34,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040
2015-02-12 15:56:34,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036
2015-02-12 15:56:34,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050
2015-02-12 15:56:34,054 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037
2015-02-12 15:56:34,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045
2015-02-12 15:56:34,332 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 to 127.0.0.1:57430
2015-02-12 15:56:34,333 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 to 127.0.0.1:57437
2015-02-12 15:56:34,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 src: /127.0.0.1:57692 dest: /127.0.0.1:57430
2015-02-12 15:56:34,335 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:56:34,335 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 (numBytes=254067) to /127.0.0.1:57437
2015-02-12 15:56:34,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032 src: /127.0.0.1:57692 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:56:34,337 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 src: /127.0.0.1:57693 dest: /127.0.0.1:57437
2015-02-12 15:56:34,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741856_1032 size 254067
2015-02-12 15:56:34,338 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045
2015-02-12 15:56:34,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040 src: /127.0.0.1:57693 dest: /127.0.0.1:57437 of size 254067
2015-02-12 15:56:34,340 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741864_1040 size 254067
2015-02-12 15:56:34,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036
2015-02-12 15:56:34,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034
2015-02-12 15:56:34,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050
2015-02-12 15:56:34,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041
2015-02-12 15:56:34,505 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:34,513 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0001_000001
2015-02-12 15:56:34,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0001 APPATTEMPTID=appattempt_1423785372901_0001_000001
2015-02-12 15:56:34,518 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:56:34,518 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from ACCEPTED to RUNNING
2015-02-12 15:56:34,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043
2015-02-12 15:56:34,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:34,635 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 to 127.0.0.1:57427
2015-02-12 15:56:34,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045
2015-02-12 15:56:34,636 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 src: /127.0.0.1:57695 dest: /127.0.0.1:57427
2015-02-12 15:56:34,637 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 (numBytes=254067) to /127.0.0.1:57427
2015-02-12 15:56:34,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024 src: /127.0.0.1:57695 dest: /127.0.0.1:57427 of size 254067
2015-02-12 15:56:34,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741848_1024 size 254067
2015-02-12 15:56:34,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:34,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032
2015-02-12 15:56:34,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033
2015-02-12 15:56:34,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041
2015-02-12 15:56:34,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040
2015-02-12 15:56:34,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041
2015-02-12 15:56:34,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741859_1035
2015-02-12 15:56:34,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741857_1033
2015-02-12 15:56:34,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037
2015-02-12 15:56:34,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047
2015-02-12 15:56:34,838 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046
2015-02-12 15:56:34,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043
2015-02-12 15:56:34,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038
2015-02-12 15:56:34,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:34,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040
2015-02-12 15:56:34,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741858_1034
2015-02-12 15:56:34,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046
2015-02-12 15:56:34,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038
2015-02-12 15:56:34,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039
2015-02-12 15:56:34,854 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047
2015-02-12 15:56:34,889 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:34,896 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0003_000001
2015-02-12 15:56:34,896 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0003 APPATTEMPTID=appattempt_1423785372901_0003_000001
2015-02-12 15:56:34,896 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:56:34,896 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from ACCEPTED to RUNNING
2015-02-12 15:56:34,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036
2015-02-12 15:56:34,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049
2015-02-12 15:56:34,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037
2015-02-12 15:56:34,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046
2015-02-12 15:56:34,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047
2015-02-12 15:56:34,943 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048
2015-02-12 15:56:35,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:35,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:35,033 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051
2015-02-12 15:56:35,034 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048
2015-02-12 15:56:35,141 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044
2015-02-12 15:56:35,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:35,249 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044
2015-02-12 15:56:35,250 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741873_1049
2015-02-12 15:56:35,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741868_1044
2015-02-12 15:56:35,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741867_1043
2015-02-12 15:56:35,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741870_1046
2015-02-12 15:56:35,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741860_1036
2015-02-12 15:56:35,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741861_1037
2015-02-12 15:56:35,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741866_1042
2015-02-12 15:56:35,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741871_1047
2015-02-12 15:56:35,709 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:35,709 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000002 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:35,710 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000002 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:35,716 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:35,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000003 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:35,716 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000003 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:35,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:35,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000004
2015-02-12 15:56:35,724 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:56:35,736 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:35,763 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0002_000001
2015-02-12 15:56:35,763 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0002 APPATTEMPTID=appattempt_1423785372901_0002_000001
2015-02-12 15:56:35,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:56:35,764 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from ACCEPTED to RUNNING
2015-02-12 15:56:35,826 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:35,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:35,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:35,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:35,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000005
2015-02-12 15:56:35,908 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:56:35,955 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052 src: /127.0.0.1:57700 dest: /127.0.0.1:57434
2015-02-12 15:56:35,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052 src: /127.0.0.1:57701 dest: /127.0.0.1:57437
2015-02-12 15:56:35,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052 src: /127.0.0.1:57702 dest: /127.0.0.1:57430
2015-02-12 15:56:36,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741869_1045
2015-02-12 15:56:36,024 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741863_1039
2015-02-12 15:56:36,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741865_1041
2015-02-12 15:56:36,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741862_1038
2015-02-12 15:56:36,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57702, dest: /127.0.0.1:57430, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, duration: 153512000
2015-02-12 15:56:36,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:36,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57701, dest: /127.0.0.1:57437, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, duration: 154382000
2015-02-12 15:56:36,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57700, dest: /127.0.0.1:57434, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, duration: 155505000
2015-02-12 15:56:36,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,146 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:56:36,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:36,183 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:36,186 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0004_000001
2015-02-12 15:56:36,186 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0004 APPATTEMPTID=appattempt_1423785372901_0004_000001
2015-02-12 15:56:36,187 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:56:36,187 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from ACCEPTED to RUNNING
2015-02-12 15:56:36,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741875_1051
2015-02-12 15:56:36,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741874_1050
2015-02-12 15:56:36,227 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741872_1048
2015-02-12 15:56:36,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:36,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:36,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:36,396 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:36,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053 src: /127.0.0.1:57704 dest: /127.0.0.1:57430
2015-02-12 15:56:36,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053 src: /127.0.0.1:57705 dest: /127.0.0.1:57434
2015-02-12 15:56:36,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053 src: /127.0.0.1:57706 dest: /127.0.0.1:57427
2015-02-12 15:56:36,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57706, dest: /127.0.0.1:57427, bytes: 414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, duration: 1567000
2015-02-12 15:56:36,406 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:36,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57705, dest: /127.0.0.1:57434, bytes: 414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, duration: 2209000
2015-02-12 15:56:36,407 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57704, dest: /127.0.0.1:57430, bytes: 414, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, duration: 3171000
2015-02-12 15:56:36,408 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,411 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001.summary is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:56:36,451 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:36,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054 src: /127.0.0.1:57707 dest: /127.0.0.1:57427
2015-02-12 15:56:36,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054 src: /127.0.0.1:57708 dest: /127.0.0.1:57437
2015-02-12 15:56:36,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054 src: /127.0.0.1:57709 dest: /127.0.0.1:57434
2015-02-12 15:56:36,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:36,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57709, dest: /127.0.0.1:57434, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, duration: 86283000
2015-02-12 15:56:36,657 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:36,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:36,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57708, dest: /127.0.0.1:57437, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, duration: 87483000
2015-02-12 15:56:36,658 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:36,659 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57707, dest: /127.0.0.1:57427, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, duration: 88665000
2015-02-12 15:56:36,659 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:36,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:56:36,698 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0001_01_000004
2015-02-12 15:56:36,698 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:36,699 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0001_01_000005
2015-02-12 15:56:36,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:36,710 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:36,710 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:36,711 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0003
2015-02-12 15:56:36,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000002 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:36,711 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0003_01_000002 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@7c074f4e
2015-02-12 15:56:36,720 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:36,720 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:36,721 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0003
2015-02-12 15:56:36,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000003 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:36,721 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0003_01_000003 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@7c074f4e
2015-02-12 15:56:36,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:36,727 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000004
2015-02-12 15:56:36,727 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:56:36,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:36,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:36,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:36,804 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:36,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055 src: /127.0.0.1:57710 dest: /127.0.0.1:57427
2015-02-12 15:56:36,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055 src: /127.0.0.1:57711 dest: /127.0.0.1:57437
2015-02-12 15:56:36,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055 src: /127.0.0.1:57712 dest: /127.0.0.1:57430
2015-02-12 15:56:36,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57712, dest: /127.0.0.1:57430, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, duration: 12547000
2015-02-12 15:56:36,827 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:36,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57711, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, duration: 13321000
2015-02-12 15:56:36,828 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,829 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57710, dest: /127.0.0.1:57427, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, duration: 14406000
2015-02-12 15:56:36,829 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:36,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:36,833 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003.summary is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:56:36,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:36,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:36,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000002
2015-02-12 15:56:36,912 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:56:36,989 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:36,992 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:36,999 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0001_01_000004 by user soberoi
2015-02-12 15:56:36,999 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0001_01_000005 by user soberoi
2015-02-12 15:56:37,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0001
2015-02-12 15:56:37,001 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0001
2015-02-12 15:56:37,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000004
2015-02-12 15:56:37,001 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000005
2015-02-12 15:56:37,005 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from NEW to INITING
2015-02-12 15:56:37,005 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from NEW to INITING
2015-02-12 15:56:37,005 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0001_01_000004 to application application_1423785372901_0001
2015-02-12 15:56:37,005 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0001_01_000005 to application application_1423785372901_0001
2015-02-12 15:56:37,008 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from INITING to RUNNING
2015-02-12 15:56:37,009 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from INITING to RUNNING
2015-02-12 15:56:37,009 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:56:37,009 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0001
2015-02-12 15:56:37,009 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0001
2015-02-12 15:56:37,009 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:37,009 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:56:37,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0001
2015-02-12 15:56:37,010 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0001
2015-02-12 15:56:37,010 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:37,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0001
2015-02-12 15:56:37,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0001
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,012 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,011 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar, 1423785359750, FILE, null }
2015-02-12 15:56:37,012 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,012 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar, 1423785359750, FILE, null }
2015-02-12 15:56:37,121 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0003_01_000004
2015-02-12 15:56:37,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:37,160 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785359546, FILE, null }
2015-02-12 15:56:37,161 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785359546, FILE, null }
2015-02-12 15:56:37,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:37,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:56:37,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:37,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:56:37,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:37,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:56:37,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:37,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:56:37,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:37,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:56:37,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,279 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/10/hadoop-3854457524808989316.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:37,285 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/10/hadoop-3854457524808989316.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:37,346 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0001_01_000004
2015-02-12 15:56:37,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0001_01_000005
2015-02-12 15:56:37,369 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0001_01_000004.tokens. Credentials list:
2015-02-12 15:56:37,377 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785372901_0001_01_000005.tokens. Credentials list:
2015-02-12 15:56:37,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,454 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:37,463 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:37,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:37,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:37,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:37,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:37,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,712 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0003_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:37,712 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0003 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:37,713 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:37,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000003 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:37,713 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000003 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:37,725 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0003_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:37,725 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0003 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:37,726 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:37,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:37,726 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000004 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:37,729 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:37,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:37,730 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000005
2015-02-12 15:56:37,730 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:56:37,735 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:37,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0001_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004.tokens
2015-02-12 15:56:37,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:56:37,786 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785372901_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005.tokens
2015-02-12 15:56:37,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:56:37,866 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:37,870 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0003_01_000004 by user soberoi
2015-02-12 15:56:37,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0003
2015-02-12 15:56:37,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000004
2015-02-12 15:56:37,871 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from NEW to INITING
2015-02-12 15:56:37,871 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0003_01_000004 to application application_1423785372901_0003
2015-02-12 15:56:37,871 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from INITING to RUNNING
2015-02-12 15:56:37,872 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:56:37,872 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0003
2015-02-12 15:56:37,872 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0003
2015-02-12 15:56:37,872 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:37,872 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0003
2015-02-12 15:56:37,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:37,873 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0003_01_000004
2015-02-12 15:56:37,888 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0003_01_000004.tokens. Credentials list:
2015-02-12 15:56:37,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:37,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:37,914 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000003
2015-02-12 15:56:37,914 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:56:37,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:37,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,032 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:38,060 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0002_01_000002
2015-02-12 15:56:38,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:38,061 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:38,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056 src: /127.0.0.1:57720 dest: /127.0.0.1:57430
2015-02-12 15:56:38,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056 src: /127.0.0.1:57726 dest: /127.0.0.1:57434
2015-02-12 15:56:38,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056 src: /127.0.0.1:57727 dest: /127.0.0.1:57427
2015-02-12 15:56:38,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:38,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,192 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:38,192 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:38,204 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:38,204 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:38,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:38,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:38,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:38,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:38,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57727, dest: /127.0.0.1:57427, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, duration: 230777000
2015-02-12 15:56:38,301 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:38,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,302 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57726, dest: /127.0.0.1:57434, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, duration: 232241000
2015-02-12 15:56:38,306 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,306 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57720, dest: /127.0.0.1:57430, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, duration: 236762000
2015-02-12 15:56:38,307 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,314 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:56:38,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:38,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:38,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057 src: /127.0.0.1:57729 dest: /127.0.0.1:57430
2015-02-12 15:56:38,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057 src: /127.0.0.1:57730 dest: /127.0.0.1:57437
2015-02-12 15:56:38,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057 src: /127.0.0.1:57731 dest: /127.0.0.1:57434
2015-02-12 15:56:38,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57731, dest: /127.0.0.1:57434, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, duration: 1529000
2015-02-12 15:56:38,400 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:38,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,401 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57730, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, duration: 2114000
2015-02-12 15:56:38,401 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,402 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57729, dest: /127.0.0.1:57430, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, duration: 3997000
2015-02-12 15:56:38,403 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002.summary is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:56:38,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005/default_container_executor.sh]
2015-02-12 15:56:38,475 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004/default_container_executor.sh]
2015-02-12 15:56:38,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,502 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:38,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,553 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0004_01_000005
2015-02-12 15:56:38,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:38,702 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:38,703 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:38,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0002_01_000002 by user soberoi
2015-02-12 15:56:38,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0002
2015-02-12 15:56:38,706 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000002
2015-02-12 15:56:38,706 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from NEW to INITING
2015-02-12 15:56:38,707 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0002_01_000002 to application application_1423785372901_0002
2015-02-12 15:56:38,707 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from INITING to RUNNING
2015-02-12 15:56:38,707 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:56:38,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0002
2015-02-12 15:56:38,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0002
2015-02-12 15:56:38,707 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:38,708 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0002
2015-02-12 15:56:38,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:38,708 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:38,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0002_01_000002
2015-02-12 15:56:38,715 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:38,716 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:38,716 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0003
2015-02-12 15:56:38,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:38,717 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0003_01_000005 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@7c074f4e
2015-02-12 15:56:38,725 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0002_01_000002.tokens. Credentials list:
2015-02-12 15:56:38,726 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:38,726 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:38,727 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0003
2015-02-12 15:56:38,727 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:38,727 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0003_01_000006 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@7c074f4e
2015-02-12 15:56:38,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:38,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:38,731 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000007
2015-02-12 15:56:38,731 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:38,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058 src: /127.0.0.1:57732 dest: /127.0.0.1:57434
2015-02-12 15:56:38,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058 src: /127.0.0.1:57735 dest: /127.0.0.1:57427
2015-02-12 15:56:38,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058 src: /127.0.0.1:57736 dest: /127.0.0.1:57437
2015-02-12 15:56:38,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:38,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0002_01_000003 by user soberoi
2015-02-12 15:56:38,891 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000003
2015-02-12 15:56:38,891 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0002_01_000003 to application application_1423785372901_0002
2015-02-12 15:56:38,894 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:56:38,894 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0002
2015-02-12 15:56:38,894 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0002
2015-02-12 15:56:38,894 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:38,895 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0002
2015-02-12 15:56:38,895 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0002_01_000003
2015-02-12 15:56:38,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0002_01_000003.tokens. Credentials list:
2015-02-12 15:56:38,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:38,914 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:38,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:38,915 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000006
2015-02-12 15:56:38,915 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:38,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57736, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, duration: 173759000
2015-02-12 15:56:38,923 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:38,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:56:38,924 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57735, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, duration: 174571000
2015-02-12 15:56:38,924 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,925 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57732, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, duration: 175378000
2015-02-12 15:56:38,926 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:38,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:38,944 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:56:38,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:56:38,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:38,993 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:38,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059 src: /127.0.0.1:57737 dest: /127.0.0.1:57437
2015-02-12 15:56:38,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059 src: /127.0.0.1:57738 dest: /127.0.0.1:57427
2015-02-12 15:56:38,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059 src: /127.0.0.1:57739 dest: /127.0.0.1:57434
2015-02-12 15:56:39,118 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57739, dest: /127.0.0.1:57434, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, duration: 117001000
2015-02-12 15:56:39,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:39,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:39,119 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57738, dest: /127.0.0.1:57427, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, duration: 117636000
2015-02-12 15:56:39,119 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:39,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:39,120 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57737, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, duration: 118581000
2015-02-12 15:56:39,120 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:39,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:39,128 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004.summary is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:56:39,147 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:39,157 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:39,160 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0003_01_000007 by user soberoi
2015-02-12 15:56:39,161 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0003_01_000007 to application application_1423785372901_0003
2015-02-12 15:56:39,161 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000007
2015-02-12 15:56:39,161 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:56:39,164 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0003
2015-02-12 15:56:39,164 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0003
2015-02-12 15:56:39,164 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:39,164 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0003
2015-02-12 15:56:39,164 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0003_01_000007
2015-02-12 15:56:39,183 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0003_01_000007.tokens. Credentials list:
2015-02-12 15:56:39,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:39,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:39,376 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:39,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0004_01_000005 by user soberoi
2015-02-12 15:56:39,383 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0004
2015-02-12 15:56:39,384 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000005
2015-02-12 15:56:39,385 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from NEW to INITING
2015-02-12 15:56:39,385 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0004_01_000005 to application application_1423785372901_0004
2015-02-12 15:56:39,385 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from INITING to RUNNING
2015-02-12 15:56:39,385 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:56:39,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0004
2015-02-12 15:56:39,386 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0004
2015-02-12 15:56:39,386 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:39,386 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0004
2015-02-12 15:56:39,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:39,386 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:39,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0004_01_000005
2015-02-12 15:56:39,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004.tokens
2015-02-12 15:56:39,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:56:39,405 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0004_01_000005.tokens. Credentials list:
2015-02-12 15:56:39,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003.tokens
2015-02-12 15:56:39,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:56:39,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:39,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:39,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:39,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:39,609 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0004_01_000006
2015-02-12 15:56:39,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:39,616 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:39,626 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:39,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0004_01_000006 by user soberoi
2015-02-12 15:56:39,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0004
2015-02-12 15:56:39,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000006
2015-02-12 15:56:39,630 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from NEW to INITING
2015-02-12 15:56:39,631 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0004_01_000006 to application application_1423785372901_0004
2015-02-12 15:56:39,631 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from INITING to RUNNING
2015-02-12 15:56:39,631 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:56:39,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0004
2015-02-12 15:56:39,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0004
2015-02-12 15:56:39,632 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:39,632 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0004
2015-02-12 15:56:39,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:56:39,632 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:56:39,632 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0004_01_000006
2015-02-12 15:56:39,648 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785372901_0004_01_000006.tokens. Credentials list:
2015-02-12 15:56:39,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:39,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:39,697 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:39,720 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0003_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:39,720 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0003 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:39,721 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:39,721 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:39,721 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000006 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:39,728 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0003_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:39,729 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0003 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:39,729 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:39,729 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:39,730 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000007 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:39,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:39,734 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:39,735 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:39,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:39,735 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000008 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:39,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:39,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:39,783 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:39,783 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:39,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:39,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:39,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:39,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:39,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:39,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:39,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:39,843 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:39,903 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:39,903 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:39,903 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:39,903 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:39,918 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:39,919 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:39,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:39,919 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000009 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:40,046 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741844_1020
2015-02-12 15:56:40,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007/default_container_executor.sh]
2015-02-12 15:56:40,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004/default_container_executor.sh]
2015-02-12 15:56:40,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002/default_container_executor.sh]
2015-02-12 15:56:40,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003/default_container_executor.sh]
2015-02-12 15:56:40,158 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741852_1028
2015-02-12 15:56:40,247 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741856_1032
2015-02-12 15:56:40,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741848_1024
2015-02-12 15:56:40,724 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:40,724 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:40,725 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:40,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000010 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:40,725 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000010 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:40,729 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:40,729 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:40,730 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:40,731 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000011 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:40,731 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000011 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:40,736 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:40,736 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:40,736 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:40,737 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000012 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:40,737 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000012 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:40,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:40,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:40,923 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:40,923 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:40,924 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:40,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000013 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:40,924 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000013 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:40,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005.tokens
2015-02-12 15:56:40,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:56:41,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002.tokens
2015-02-12 15:56:41,002 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:56:41,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:41,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:41,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:41,188 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:41,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:41,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:41,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741864_1040
2015-02-12 15:56:41,272 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:41,272 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:41,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785372901_0004_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006.tokens
2015-02-12 15:56:41,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:56:41,334 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:41,334 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:41,402 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 15:56:41,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:56:41,404 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 15:56:41,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052
2015-02-12 15:56:41,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:41,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:56:41,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005/default_container_executor.sh]
2015-02-12 15:56:41,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:41,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:41,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:56:41,637 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:56:41,637 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:41,695 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:41,695 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:41,725 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:41,725 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:41,725 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:41,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000014 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:41,726 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000014 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:41,732 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:41,732 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:41,733 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:41,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000015 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:41,734 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000015 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:41,741 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:41,741 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:41,741 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:41,741 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000016 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:41,741 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000016 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:41,866 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006/default_container_executor.sh]
2015-02-12 15:56:41,926 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:41,926 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:41,927 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:41,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000017 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:41,927 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000017 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:42,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:56:42,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0003_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007.tokens
2015-02-12 15:56:42,445 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:56:42,729 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:42,729 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:42,729 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:42,730 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000018 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:42,730 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000018 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:42,734 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:42,735 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:42,735 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:42,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000019 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:42,735 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000019 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:42,742 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:42,742 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:42,742 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:42,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000020 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:42,743 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000020 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:42,927 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:42,927 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:42,927 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:42,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000021 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:42,928 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000021 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:43,732 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:43,732 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:43,733 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:43,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000022 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:43,733 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000022 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:43,737 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:43,737 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:43,738 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:43,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000023 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:43,738 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000023 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:43,745 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:43,745 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:43,745 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:43,745 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000024 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:43,746 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000024 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:43,932 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:43,932 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:43,932 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:43,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000025 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:43,933 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000025 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:44,735 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:44,735 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:44,736 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:44,736 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000026 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:44,736 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000026 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:44,738 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:44,738 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:44,738 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:44,738 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000027 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:44,738 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000027 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:44,750 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:44,750 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:44,751 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:44,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000028 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:44,751 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000028 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:44,934 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:44,934 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:44,934 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:44,934 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000029 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:44,934 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000029 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:45,164 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054
2015-02-12 15:56:45,254 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055
2015-02-12 15:56:45,255 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052
2015-02-12 15:56:45,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056
2015-02-12 15:56:45,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057
2015-02-12 15:56:45,257 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053
2015-02-12 15:56:45,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059
2015-02-12 15:56:45,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055
2015-02-12 15:56:45,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058
2015-02-12 15:56:45,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056
2015-02-12 15:56:45,268 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053
2015-02-12 15:56:45,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058
2015-02-12 15:56:45,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741876_1052
2015-02-12 15:56:45,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741877_1053
2015-02-12 15:56:45,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057
2015-02-12 15:56:45,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054
2015-02-12 15:56:45,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741880_1056
2015-02-12 15:56:45,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059
2015-02-12 15:56:45,736 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:45,736 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:45,737 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:45,737 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000030 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:45,737 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000030 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:45,743 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:45,743 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:45,743 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:45,743 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000031 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:45,744 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000031 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:45,754 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:45,754 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:45,754 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:45,755 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000032 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:45,755 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000032 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:45,938 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:45,938 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:45,938 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:45,938 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000033 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:45,939 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000033 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:46,448 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741882_1058
2015-02-12 15:56:46,449 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741883_1059
2015-02-12 15:56:46,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741878_1054
2015-02-12 15:56:46,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741879_1055
2015-02-12 15:56:46,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741881_1057
2015-02-12 15:56:46,738 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:46,738 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:46,739 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:46,739 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000034 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:46,739 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000034 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:46,746 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:46,746 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:46,747 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:46,747 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000035 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:46,747 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000035 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:46,757 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:46,757 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:46,758 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:46,758 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000036 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:46,758 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000036 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:46,942 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:46,942 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:46,942 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:46,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000037 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:46,943 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000037 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:47,743 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:47,743 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:47,744 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:47,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000038 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:47,744 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000038 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:47,751 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:47,751 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:47,752 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:47,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000039 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:47,752 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000039 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:47,762 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:47,763 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:47,763 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:47,763 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000040 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:47,763 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000040 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:47,947 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:47,947 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:47,947 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:47,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000041 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:47,948 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000041 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:48,747 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:48,747 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:48,748 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:48,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000042 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:48,748 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000042 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:48,753 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:48,753 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:48,754 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:48,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000043 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:48,754 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000043 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:48,765 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:48,765 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:48,765 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:48,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000044 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:48,766 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000044 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:48,951 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:48,952 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:48,952 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:48,952 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000045 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:48,952 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000045 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:49,752 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:49,752 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:49,752 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:49,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000046 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:49,753 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000046 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:49,755 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:49,756 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:49,756 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:49,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000047 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:49,756 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000047 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:49,765 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:49,765 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:49,766 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:49,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000048 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:49,766 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000048 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:49,954 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:49,955 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:49,955 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:49,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000049 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:49,955 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000049 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:50,752 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:50,752 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:50,753 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:50,753 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000050 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:50,753 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000050 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:50,758 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:50,758 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:50,758 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:50,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000051 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:50,759 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000051 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:50,768 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:50,768 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:50,769 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:50,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000052 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:50,769 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000052 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:50,957 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:50,957 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:50,958 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:50,958 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000053 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:50,958 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000053 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:51,753 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:51,753 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:51,754 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:51,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000054 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:51,754 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000054 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:51,760 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:51,760 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:51,760 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:51,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000055 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:51,760 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000055 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:51,772 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:51,772 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:51,772 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:51,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000056 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:51,773 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000056 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:51,962 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:51,962 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:51,963 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:51,963 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000057 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:51,963 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000057 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:52,755 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:52,755 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:52,755 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:52,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000058 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:52,756 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000058 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:52,764 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:52,764 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:52,765 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:52,765 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000059 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:52,765 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000059 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:52,774 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:52,775 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:52,775 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:52,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000060 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:52,775 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000060 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:52,965 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:52,965 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:52,966 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:52,966 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000061 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:52,966 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000061 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:53,758 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:53,758 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:53,759 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:53,759 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000062 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:53,759 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000062 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:53,765 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:53,765 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:53,766 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:53,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000063 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:53,766 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000063 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:53,777 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:53,777 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:53,777 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:53,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000064 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:53,778 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000064 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:53,967 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:53,967 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:53,967 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:53,968 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000065 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:53,968 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000065 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:54,759 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:54,759 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:54,759 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:54,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000066 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:54,760 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000066 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:54,767 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:54,767 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:54,768 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:54,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000067 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:54,768 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000067 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:54,778 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:54,778 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:54,779 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:54,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000068 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:54,779 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000068 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:54,971 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:54,972 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:54,972 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:54,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000069 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:54,972 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000069 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:55,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:55,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:55,764 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:55,764 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:55,765 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:55,766 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000070 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:55,766 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000070 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:55,768 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:55,769 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:55,769 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:55,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000071 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:55,769 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000071 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:55,780 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:55,780 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:55,781 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:55,781 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000072 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:55,781 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000072 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:55,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:55,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:55,975 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:55,975 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:55,976 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:55,976 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000073 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:55,976 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000073 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:56,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:56,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:56,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,229 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 445 Total time for transactions(ms): 41 Number of transactions batched in Syncs: 2 Number of syncs: 292 SyncTimes(ms): 109 82
2015-02-12 15:56:56,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,735 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 15:56:56,736 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:56:56,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,764 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:56,765 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:56,765 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:56,765 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000074 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:56,765 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000074 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:56,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,771 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:56,772 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:56,772 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:56,772 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000075 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:56,772 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000075 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:56,782 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:56,782 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:56,783 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:56,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000076 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:56,783 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000076 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:56,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:56,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:56,978 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:56,978 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:56,979 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:56,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000077 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:56,979 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000077 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:57,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:56:57,105 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060 src: /127.0.0.1:57794 dest: /127.0.0.1:57427
2015-02-12 15:56:57,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060 src: /127.0.0.1:57795 dest: /127.0.0.1:57437
2015-02-12 15:56:57,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060 src: /127.0.0.1:57796 dest: /127.0.0.1:57434
2015-02-12 15:56:57,133 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:57,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061 src: /127.0.0.1:57797 dest: /127.0.0.1:57437
2015-02-12 15:56:57,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061 src: /127.0.0.1:57798 dest: /127.0.0.1:57434
2015-02-12 15:56:57,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061 src: /127.0.0.1:57799 dest: /127.0.0.1:57430
2015-02-12 15:56:57,291 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57796, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000001_0_-1485246877_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, duration: 179869000
2015-02-12 15:56:57,291 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:57,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:57,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57795, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000001_0_-1485246877_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, duration: 179826000
2015-02-12 15:56:57,292 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:57,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:57,293 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57794, dest: /127.0.0.1:57427, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000001_0_-1485246877_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, duration: 181282000
2015-02-12 15:56:57,293 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:57,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:57,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0001_m_000001_0_-1485246877_1
2015-02-12 15:56:57,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:57,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:57,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:56:57,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:57,359 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:57,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0001_01_000005
2015-02-12 15:56:57,364 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000005
2015-02-12 15:56:57,364 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:56:57,364 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0001_01_000005
2015-02-12 15:56:57,366 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:56:57,366 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:57,367 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:57,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000078 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:57,367 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000078 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:57,388 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0001_01_000005 is : 143
2015-02-12 15:56:57,388 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:57,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062 src: /127.0.0.1:57802 dest: /127.0.0.1:57437
2015-02-12 15:56:57,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062 src: /127.0.0.1:57803 dest: /127.0.0.1:57434
2015-02-12 15:56:57,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062 src: /127.0.0.1:57804 dest: /127.0.0.1:57430
2015-02-12 15:56:57,403 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:57,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005
2015-02-12 15:56:57,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005
2015-02-12 15:56:57,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005
2015-02-12 15:56:57,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000005
2015-02-12 15:56:57,405 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000005
2015-02-12 15:56:57,408 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:57,408 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist for DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:56:57,408 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0001_01_000005 from application application_1423785372901_0001
2015-02-12 15:56:57,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:57,408 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0001
2015-02-12 15:56:57,468 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57799, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000000_0_1467983737_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, duration: 242488000
2015-02-12 15:56:57,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:57,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57798, dest: /127.0.0.1:57434, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000000_0_1467983737_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, duration: 244452000
2015-02-12 15:56:57,471 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:57,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:57,472 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57797, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000000_0_1467983737_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, duration: 246262000
2015-02-12 15:56:57,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:57,472 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:57,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:56:57,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:57,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0001_m_000000_0_1467983737_1
2015-02-12 15:56:57,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:57,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:57,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:56:57,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:57,524 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:57,526 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0001_01_000004
2015-02-12 15:56:57,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000004
2015-02-12 15:56:57,526 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:56:57,526 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0001_01_000004
2015-02-12 15:56:57,527 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:56:57,527 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:57,527 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:57,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000079 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:57,528 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000079 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:57,570 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0001_01_000004 is : 143
2015-02-12 15:56:57,589 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:57,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004
2015-02-12 15:56:57,591 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004
2015-02-12 15:56:57,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004
2015-02-12 15:56:57,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000004
2015-02-12 15:56:57,593 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000004
2015-02-12 15:56:57,593 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:57,596 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0001_01_000004 from application application_1423785372901_0001
2015-02-12 15:56:57,597 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:57,597 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0001
2015-02-12 15:56:57,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:56:57,766 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:57,767 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:57,767 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:57,767 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000080 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:57,767 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000080 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:57,774 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:57,774 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:57,775 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0001
2015-02-12 15:56:57,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000081 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:57,775 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0001_01_000081 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@49312093
2015-02-12 15:56:57,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:56:57,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063 src: /127.0.0.1:57810 dest: /127.0.0.1:57430
2015-02-12 15:56:57,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063 src: /127.0.0.1:57811 dest: /127.0.0.1:57437
2015-02-12 15:56:57,863 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063 src: /127.0.0.1:57812 dest: /127.0.0.1:57427
2015-02-12 15:56:57,867 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:57,918 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:57,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064 src: /127.0.0.1:57813 dest: /127.0.0.1:57437
2015-02-12 15:56:58,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064 src: /127.0.0.1:57815 dest: /127.0.0.1:57434
2015-02-12 15:56:58,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064 src: /127.0.0.1:57816 dest: /127.0.0.1:57430
2015-02-12 15:56:58,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57812, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000000_0_216816760_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, duration: 141035000
2015-02-12 15:56:58,006 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:58,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:56:58,007 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57811, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000000_0_216816760_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, duration: 141388000
2015-02-12 15:56:58,007 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,008 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57810, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000000_0_216816760_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, duration: 142696000
2015-02-12 15:56:58,008 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,013 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065 src: /127.0.0.1:57814 dest: /127.0.0.1:57434
2015-02-12 15:56:58,014 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0002_m_000000_0_216816760_1
2015-02-12 15:56:58,015 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065 src: /127.0.0.1:57817 dest: /127.0.0.1:57430
2015-02-12 15:56:58,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065 src: /127.0.0.1:57818 dest: /127.0.0.1:57437
2015-02-12 15:56:58,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:56:58,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:58,085 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:58,087 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0002_01_000002
2015-02-12 15:56:58,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000002
2015-02-12 15:56:58,087 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:56:58,088 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0002_01_000002
2015-02-12 15:56:58,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:58,089 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:56:58,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000005
2015-02-12 15:56:58,089 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:58,089 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0001_000001 released container container_1423785372901_0001_01_000005 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:58,089 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072
2015-02-12 15:56:58,089 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:56:58,090 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000082 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:58,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000082
2015-02-12 15:56:58,090 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0001_01_000082 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:58,110 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0002_01_000002 is : 143
2015-02-12 15:56:58,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:58,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066 src: /127.0.0.1:57823 dest: /127.0.0.1:57434
2015-02-12 15:56:58,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066 src: /127.0.0.1:57824 dest: /127.0.0.1:57430
2015-02-12 15:56:58,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066 src: /127.0.0.1:57825 dest: /127.0.0.1:57427
2015-02-12 15:56:58,120 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:58,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002
2015-02-12 15:56:58,123 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000002
2015-02-12 15:56:58,123 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:58,123 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0002_01_000002 from application application_1423785372901_0002
2015-02-12 15:56:58,123 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:58,123 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0002
2015-02-12 15:56:58,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002
2015-02-12 15:56:58,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002
2015-02-12 15:56:58,125 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist for DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:56:58,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000002
2015-02-12 15:56:58,126 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:58,150 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57818, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000000_0_146746267_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, duration: 132146000
2015-02-12 15:56:58,151 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:58,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57817, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000000_0_146746267_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, duration: 133018000
2015-02-12 15:56:58,152 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57814, dest: /127.0.0.1:57434, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000000_0_146746267_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, duration: 134278000
2015-02-12 15:56:58,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,153 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0003_m_000000_0_146746267_1
2015-02-12 15:56:58,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57816, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000001_0_338730658_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, duration: 190255000
2015-02-12 15:56:58,194 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:58,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:58,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57815, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000001_0_338730658_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, duration: 190555000
2015-02-12 15:56:58,196 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:58,197 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57813, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000001_0_338730658_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, duration: 192673000
2015-02-12 15:56:58,197 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:58,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,212 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0002_m_000001_0_338730658_1
2015-02-12 15:56:58,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:56:58,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:58,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:56:58,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:58,258 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:58,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0003_01_000004
2015-02-12 15:56:58,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000004
2015-02-12 15:56:58,260 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:56:58,260 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0003_01_000004
2015-02-12 15:56:58,261 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:58,261 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:56:58,261 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000004
2015-02-12 15:56:58,261 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:58,261 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0001_000001 released container container_1423785372901_0001_01_000004 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:58,261 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072
2015-02-12 15:56:58,261 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:56:58,262 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000083 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:58,262 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000083
2015-02-12 15:56:58,262 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0001_01_000083 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:58,267 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:58,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0002_01_000003
2015-02-12 15:56:58,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000003
2015-02-12 15:56:58,271 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:58,271 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:58,271 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:56:58,271 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000002
2015-02-12 15:56:58,271 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:58,272 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0002_000001 released container container_1423785372901_0002_01_000002 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:58,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:58,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000004
2015-02-12 15:56:58,272 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:58,274 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:56:58,274 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0002_01_000003
2015-02-12 15:56:58,282 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:56:58,282 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0003_01_000004 is : 143
2015-02-12 15:56:58,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068 src: /127.0.0.1:57830 dest: /127.0.0.1:57430
2015-02-12 15:56:58,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068 src: /127.0.0.1:57831 dest: /127.0.0.1:57434
2015-02-12 15:56:58,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068 src: /127.0.0.1:57832 dest: /127.0.0.1:57427
2015-02-12 15:56:58,295 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:58,295 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist for DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:56:58,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004
2015-02-12 15:56:58,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004
2015-02-12 15:56:58,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000004
2015-02-12 15:56:58,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004
2015-02-12 15:56:58,297 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:58,297 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0003_01_000004 from application application_1423785372901_0003
2015-02-12 15:56:58,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:58,297 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0003
2015-02-12 15:56:58,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000004
2015-02-12 15:56:58,309 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0002_01_000003 is : 143
2015-02-12 15:56:58,321 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:58,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003
2015-02-12 15:56:58,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003
2015-02-12 15:56:58,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003
2015-02-12 15:56:58,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000003
2015-02-12 15:56:58,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000003
2015-02-12 15:56:58,323 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:58,323 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0002_01_000003 from application application_1423785372901_0002
2015-02-12 15:56:58,324 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:58,324 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0002
2015-02-12 15:56:58,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067 src: /127.0.0.1:57826 dest: /127.0.0.1:57434
2015-02-12 15:56:58,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067 src: /127.0.0.1:57833 dest: /127.0.0.1:57437
2015-02-12 15:56:58,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067 src: /127.0.0.1:57834 dest: /127.0.0.1:57430
2015-02-12 15:56:58,370 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57834, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000001_0_-542649717_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, duration: 34462000
2015-02-12 15:56:58,370 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:58,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57833, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000001_0_-542649717_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, duration: 35385000
2015-02-12 15:56:58,371 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,371 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57826, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000001_0_-542649717_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, duration: 36157000
2015-02-12 15:56:58,372 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:58,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:58,378 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0003_m_000001_0_-542649717_1
2015-02-12 15:56:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:58,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:56:58,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:58,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:58,424 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:58,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0003_01_000007
2015-02-12 15:56:58,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000007
2015-02-12 15:56:58,427 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:56:58,427 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0003_01_000007
2015-02-12 15:56:58,427 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:58,427 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:58,427 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:56:58,427 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000004
2015-02-12 15:56:58,428 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:58,428 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0003_000001 released container container_1423785372901_0003_01_000004 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:58,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:58,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000008
2015-02-12 15:56:58,428 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0003_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:58,447 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0003_01_000007 is : 143
2015-02-12 15:56:58,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:58,458 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:58,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007
2015-02-12 15:56:58,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007
2015-02-12 15:56:58,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007
2015-02-12 15:56:58,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000007
2015-02-12 15:56:58,461 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000007
2015-02-12 15:56:58,461 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:58,461 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0003_01_000007 from application application_1423785372901_0003
2015-02-12 15:56:58,461 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:58,461 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0003
2015-02-12 15:56:58,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:56:58,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:56:58,768 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:58,768 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:58,768 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0002
2015-02-12 15:56:58,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:58,768 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0002_01_000005 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@87313f6
2015-02-12 15:56:58,778 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0001_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:58,778 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0001 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:58,779 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0002
2015-02-12 15:56:58,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:58,779 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0002_01_000006 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@87313f6
2015-02-12 15:56:58,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000082 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:58,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000083 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:58,825 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:58,826 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:56:58,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0001_01_000082 by user soberoi
2015-02-12 15:56:58,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000082
2015-02-12 15:56:58,829 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0001_01_000082 to application application_1423785372901_0001
2015-02-12 15:56:58,829 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0001_01_000083 by user soberoi
2015-02-12 15:56:58,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from NEW to LOCALIZING
2015-02-12 15:56:58,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0001
2015-02-12 15:56:58,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000083
2015-02-12 15:56:58,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0001
2015-02-12 15:56:58,831 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:58,831 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0001
2015-02-12 15:56:58,831 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:58,832 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0001_01_000083 to application application_1423785372901_0001
2015-02-12 15:56:58,832 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from NEW to LOCALIZING
2015-02-12 15:56:58,833 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0001
2015-02-12 15:56:58,834 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0001
2015-02-12 15:56:58,836 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:58,837 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0001
2015-02-12 15:56:58,838 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:58,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:56:58,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:56:58,885 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:58,885 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:58,894 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:58,894 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:59,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000082/default_container_executor.sh]
2015-02-12 15:56:59,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000083/default_container_executor.sh]
2015-02-12 15:56:59,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070 src: /127.0.0.1:57840 dest: /127.0.0.1:57427
2015-02-12 15:56:59,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070 src: /127.0.0.1:57841 dest: /127.0.0.1:57434
2015-02-12 15:56:59,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070 src: /127.0.0.1:57842 dest: /127.0.0.1:57437
2015-02-12 15:56:59,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069 src: /127.0.0.1:57839 dest: /127.0.0.1:57437
2015-02-12 15:56:59,174 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069 src: /127.0.0.1:57843 dest: /127.0.0.1:57434
2015-02-12 15:56:59,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069 src: /127.0.0.1:57844 dest: /127.0.0.1:57430
2015-02-12 15:56:59,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:59,193 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:56:59,195 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0002_01_000004 by user soberoi
2015-02-12 15:56:59,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000004
2015-02-12 15:56:59,196 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0002_01_000004 to application application_1423785372901_0002
2015-02-12 15:56:59,196 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:56:59,196 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0002
2015-02-12 15:56:59,197 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0002
2015-02-12 15:56:59,197 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:59,197 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0002
2015-02-12 15:56:59,197 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:59,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:56:59,243 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:56:59,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0003_01_000008 by user soberoi
2015-02-12 15:56:59,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000008
2015-02-12 15:56:59,246 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0003_01_000008 to application application_1423785372901_0003
2015-02-12 15:56:59,247 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:56:59,247 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0003
2015-02-12 15:56:59,247 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0003
2015-02-12 15:56:59,247 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:56:59,247 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0003
2015-02-12 15:56:59,248 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:56:59,270 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:59,270 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:59,272 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000082 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:59,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:59,273 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,273 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,273 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:59,273 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:56:59,273 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000003
2015-02-12 15:56:59,273 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:59,273 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0002_000001 released container container_1423785372901_0002_01_000003 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:59,274 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:59,274 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000007
2015-02-12 15:56:59,274 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:59,302 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:56:59,302 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:59,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57842, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000000_0_-1381821687_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, duration: 235918000
2015-02-12 15:56:59,400 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:59,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:59,401 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57841, dest: /127.0.0.1:57434, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000000_0_-1381821687_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, duration: 237472000
2015-02-12 15:56:59,402 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:59,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:59,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57840, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000000_0_-1381821687_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, duration: 238828000
2015-02-12 15:56:59,403 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:59,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:56:59,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0004_m_000000_0_-1381821687_1
2015-02-12 15:56:59,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000083 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:59,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:56:59,431 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,431 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:56:59,431 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0003_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:56:59,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000007
2015-02-12 15:56:59,431 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:56:59,431 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0003_000001 released container container_1423785372901_0003_01_000007 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:56:59,432 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:56:59,432 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000009
2015-02-12 15:56:59,432 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0003_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:56:59,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:59,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:56:59,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:56:59,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:59,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57844, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000001_0_-1719162946_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, duration: 286507000
2015-02-12 15:56:59,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:56:59,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57843, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000001_0_-1719162946_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, duration: 287484000
2015-02-12 15:56:59,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:59,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:59,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57839, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000001_0_-1719162946_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, duration: 288888000
2015-02-12 15:56:59,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:56:59,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:59,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:56:59,483 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:59,485 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0004_01_000005
2015-02-12 15:56:59,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000005
2015-02-12 15:56:59,486 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:56:59,486 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0004_01_000005
2015-02-12 15:56:59,487 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,487 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,487 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,487 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:59,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:59,488 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000007 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:59,505 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:56:59,508 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071 src: /127.0.0.1:57849 dest: /127.0.0.1:57427
2015-02-12 15:56:59,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071 src: /127.0.0.1:57850 dest: /127.0.0.1:57437
2015-02-12 15:56:59,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071 src: /127.0.0.1:57851 dest: /127.0.0.1:57434
2015-02-12 15:56:59,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000004/default_container_executor.sh]
2015-02-12 15:56:59,516 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist for DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:56:59,521 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0004_01_000005 is : 143
2015-02-12 15:56:59,532 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:59,533 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000005
2015-02-12 15:56:59,533 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:59,533 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0004_01_000005 from application application_1423785372901_0004
2015-02-12 15:56:59,533 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:59,533 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0004
2015-02-12 15:56:59,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005
2015-02-12 15:56:59,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005
2015-02-12 15:56:59,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005
2015-02-12 15:56:59,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000005
2015-02-12 15:56:59,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0004_m_000001_0_-1719162946_1
2015-02-12 15:56:59,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:59,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:56:59,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:56:59,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:56:59,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000008/default_container_executor.sh]
2015-02-12 15:56:59,612 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:56:59,614 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0004_01_000006
2015-02-12 15:56:59,615 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000006
2015-02-12 15:56:59,615 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:56:59,615 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0004_01_000006
2015-02-12 15:56:59,619 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,619 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,619 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:56:59,620 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:59,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:59,620 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000008 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:59,640 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0004_01_000006 is : 143
2015-02-12 15:56:59,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:56:59,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006
2015-02-12 15:56:59,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006
2015-02-12 15:56:59,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006
2015-02-12 15:56:59,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000006
2015-02-12 15:56:59,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000006
2015-02-12 15:56:59,654 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:56:59,654 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0004_01_000006 from application application_1423785372901_0004
2015-02-12 15:56:59,654 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:56:59,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0004
2015-02-12 15:56:59,772 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0002_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:56:59,772 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0002 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:56:59,773 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:59,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:59,773 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000009 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:59,779 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0002_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:56:59,779 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0002 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:56:59,779 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0004
2015-02-12 15:56:59,780 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000010 Container Transitioned from NEW to RESERVED
2015-02-12 15:56:59,780 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0004_01_000010 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@538d117
2015-02-12 15:56:59,814 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:00,187 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:00,198 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:57:00,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0002_01_000007 by user soberoi
2015-02-12 15:57:00,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000007
2015-02-12 15:57:00,202 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0002_01_000007 to application application_1423785372901_0002
2015-02-12 15:57:00,203 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:57:00,203 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0002
2015-02-12 15:57:00,203 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0002
2015-02-12 15:57:00,203 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:00,204 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0002
2015-02-12 15:57:00,204 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:00,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:00,253 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:57:00,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0003_01_000009 by user soberoi
2015-02-12 15:57:00,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000009
2015-02-12 15:57:00,257 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0003_01_000009 to application application_1423785372901_0003
2015-02-12 15:57:00,257 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 15:57:00,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0003
2015-02-12 15:57:00,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0003
2015-02-12 15:57:00,257 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:00,258 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0003
2015-02-12 15:57:00,258 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:00,290 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:00,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:00,328 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:00,328 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:00,486 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000007/default_container_executor.sh]
2015-02-12 15:57:00,487 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0003_01_000004, container_1423785372901_0001_01_000004]
2015-02-12 15:57:00,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:00,488 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,489 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,489 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:00,489 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:57:00,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000005
2015-02-12 15:57:00,489 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:00,489 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0004_000001 released container container_1423785372901_0004_01_000005 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:00,489 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072
2015-02-12 15:57:00,489 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:00,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:00,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000011
2015-02-12 15:57:00,490 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0004_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:00,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000009/default_container_executor.sh]
2015-02-12 15:57:00,619 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0002_01_000002, container_1423785372901_0001_01_000005]
2015-02-12 15:57:00,619 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:00,619 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,620 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,620 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:00,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:00,620 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0004_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:57:00,620 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000006
2015-02-12 15:57:00,620 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0004_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:00,620 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0004_000001 released container container_1423785372901_0004_01_000006 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:00,620 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072
2015-02-12 15:57:00,620 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:00,621 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000012 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:00,621 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000012
2015-02-12 15:57:00,621 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0004_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:00,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:00,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000012 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:00,726 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:57:00,726 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:57:00,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0004_01_000012 by user soberoi
2015-02-12 15:57:00,729 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0004_01_000011 by user soberoi
2015-02-12 15:57:00,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000012
2015-02-12 15:57:00,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000011
2015-02-12 15:57:00,730 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0004_01_000012 to application application_1423785372901_0004
2015-02-12 15:57:00,730 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0004_01_000011 to application application_1423785372901_0004
2015-02-12 15:57:00,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from NEW to LOCALIZING
2015-02-12 15:57:00,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0004
2015-02-12 15:57:00,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from NEW to LOCALIZING
2015-02-12 15:57:00,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0004
2015-02-12 15:57:00,731 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0004
2015-02-12 15:57:00,731 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:00,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0004
2015-02-12 15:57:00,731 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0004
2015-02-12 15:57:00,731 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:00,731 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0004
2015-02-12 15:57:00,731 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:00,732 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:00,773 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:00,773 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:00,774 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0002
2015-02-12 15:57:00,774 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:00,774 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0002_01_000008 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@87313f6
2015-02-12 15:57:00,779 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:00,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:00,779 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:00,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:00,779 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0004_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:00,780 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0004 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:00,780 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0002
2015-02-12 15:57:00,780 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:00,780 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0002_01_000009 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@87313f6
2015-02-12 15:57:00,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000011/default_container_executor.sh]
2015-02-12 15:57:00,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000012/default_container_executor.sh]
2015-02-12 15:57:01,192 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:01,248 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:01,490 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0003_01_000007]
2015-02-12 15:57:01,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000011 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:01,490 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:01,491 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:01,622 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0002_01_000003]
2015-02-12 15:57:01,622 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000012 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:01,622 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:01,623 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:01,721 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:01,774 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0002_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:01,774 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0002 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:01,781 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0002_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:01,782 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0002 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:02,495 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0004_01_000005]
2015-02-12 15:57:02,495 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:02,627 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0004_01_000006]
2015-02-12 15:57:02,627 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:05,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069
2015-02-12 15:57:05,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063
2015-02-12 15:57:05,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067
2015-02-12 15:57:05,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064
2015-02-12 15:57:05,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061
2015-02-12 15:57:05,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065
2015-02-12 15:57:05,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070
2015-02-12 15:57:05,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063
2015-02-12 15:57:05,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060
2015-02-12 15:57:05,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067
2015-02-12 15:57:05,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069
2015-02-12 15:57:05,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064
2015-02-12 15:57:05,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060
2015-02-12 15:57:05,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065
2015-02-12 15:57:05,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061
2015-02-12 15:57:05,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070
2015-02-12 15:57:06,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741887_1063
2015-02-12 15:57:06,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741889_1065
2015-02-12 15:57:06,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741884_1060
2015-02-12 15:57:06,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741888_1064
2015-02-12 15:57:06,476 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741894_1070
2015-02-12 15:57:06,476 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741885_1061
2015-02-12 15:57:06,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741891_1067
2015-02-12 15:57:06,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741893_1069
2015-02-12 15:57:14,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:14,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:14,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:14,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:14,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:14,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:14,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:15,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:15,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:15,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:15,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:15,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:15,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:15,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:15,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:15,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:15,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:15,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072 src: /127.0.0.1:57882 dest: /127.0.0.1:57437
2015-02-12 15:57:15,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072 src: /127.0.0.1:57883 dest: /127.0.0.1:57434
2015-02-12 15:57:15,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072 src: /127.0.0.1:57884 dest: /127.0.0.1:57427
2015-02-12 15:57:15,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:15,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073 src: /127.0.0.1:57885 dest: /127.0.0.1:57427
2015-02-12 15:57:15,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073 src: /127.0.0.1:57886 dest: /127.0.0.1:57434
2015-02-12 15:57:15,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073 src: /127.0.0.1:57887 dest: /127.0.0.1:57430
2015-02-12 15:57:15,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:57:16,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57884, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000002_0_1188151765_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, duration: 111683000
2015-02-12 15:57:16,001 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57883, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000002_0_1188151765_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, duration: 112452000
2015-02-12 15:57:16,002 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57882, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000002_0_1188151765_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, duration: 113463000
2015-02-12 15:57:16,003 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,008 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0002_m_000002_0_1188151765_1
2015-02-12 15:57:16,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:16,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:16,089 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:57:16,092 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0002_01_000004
2015-02-12 15:57:16,092 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000004
2015-02-12 15:57:16,092 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:57:16,092 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0002_01_000004
2015-02-12 15:57:16,111 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0002_01_000004 is : 143
2015-02-12 15:57:16,121 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:16,122 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000004
2015-02-12 15:57:16,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000004
2015-02-12 15:57:16,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000004
2015-02-12 15:57:16,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000004
2015-02-12 15:57:16,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000004
2015-02-12 15:57:16,126 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:16,126 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0002_01_000004 from application application_1423785372901_0002
2015-02-12 15:57:16,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:16,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0002
2015-02-12 15:57:16,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074 src: /127.0.0.1:57889 dest: /127.0.0.1:57437
2015-02-12 15:57:16,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074 src: /127.0.0.1:57891 dest: /127.0.0.1:57430
2015-02-12 15:57:16,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074 src: /127.0.0.1:57892 dest: /127.0.0.1:57434
2015-02-12 15:57:16,167 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57887, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000003_0_447243_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, duration: 179086000
2015-02-12 15:57:16,167 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57886, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000003_0_447243_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, duration: 178487000
2015-02-12 15:57:16,168 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,168 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,168 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57885, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000003_0_447243_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, duration: 180154000
2015-02-12 15:57:16,169 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,169 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,170 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0001_m_000003_0_447243_1
2015-02-12 15:57:16,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:16,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:16,218 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:57:16,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0001_01_000083
2015-02-12 15:57:16,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000083
2015-02-12 15:57:16,220 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from RUNNING to KILLING
2015-02-12 15:57:16,221 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0001_01_000083
2015-02-12 15:57:16,240 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0001_01_000083 is : 143
2015-02-12 15:57:16,251 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:16,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000083
2015-02-12 15:57:16,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000083
2015-02-12 15:57:16,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000083
2015-02-12 15:57:16,253 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000083
2015-02-12 15:57:16,253 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000083
2015-02-12 15:57:16,254 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000083 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:16,254 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0001_01_000083 from application application_1423785372901_0001
2015-02-12 15:57:16,255 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:16,255 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0001
2015-02-12 15:57:16,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57892, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000002_0_-837324906_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, duration: 155878000
2015-02-12 15:57:16,297 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57891, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000002_0_-837324906_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, duration: 157759000
2015-02-12 15:57:16,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57889, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0001_m_000002_0_-837324906_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, duration: 158948000
2015-02-12 15:57:16,300 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,303 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:57:16,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0001_m_000002_0_-837324906_1
2015-02-12 15:57:16,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:16,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0001_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:16,362 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:57:16,364 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0001_01_000082
2015-02-12 15:57:16,365 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000082
2015-02-12 15:57:16,365 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from RUNNING to KILLING
2015-02-12 15:57:16,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:16,368 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:57:16,368 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000004
2015-02-12 15:57:16,368 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:16,369 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0002_000001 released container container_1423785372901_0002_01_000004 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:16,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0001_01_000082
2015-02-12 15:57:16,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,375 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:57:16,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:16,392 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0001_01_000082 is : 143
2015-02-12 15:57:16,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:57:16,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:16,405 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:16,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:57:16,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000082
2015-02-12 15:57:16,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000082
2015-02-12 15:57:16,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000082
2015-02-12 15:57:16,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000082
2015-02-12 15:57:16,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:16,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000082
2015-02-12 15:57:16,415 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000082 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:16,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:57:16,416 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0001_01_000082 from application application_1423785372901_0001
2015-02-12 15:57:16,416 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:16,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0001
2015-02-12 15:57:16,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:16,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:16,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:57:16,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary/1/task_1423785372901_0001_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:57:16,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-50/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:16,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57804, dest: /127.0.0.1:57430, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, duration: 19065810000
2015-02-12 15:57:16,468 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 14696
2015-02-12 15:57:16,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57803, dest: /127.0.0.1:57434, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, duration: 19066604000
2015-02-12 15:57:16,469 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 14696
2015-02-12 15:57:16,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57802, dest: /127.0.0.1:57437, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, duration: 19068123000
2015-02-12 15:57:16,471 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 14696
2015-02-12 15:57:16,473 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,479 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:16,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076 src: /127.0.0.1:57899 dest: /127.0.0.1:57430
2015-02-12 15:57:16,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076 src: /127.0.0.1:57900 dest: /127.0.0.1:57434
2015-02-12 15:57:16,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076 src: /127.0.0.1:57901 dest: /127.0.0.1:57427
2015-02-12 15:57:16,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57901, dest: /127.0.0.1:57427, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, duration: 1841000
2015-02-12 15:57:16,489 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:57:16,490 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57900, dest: /127.0.0.1:57434, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, duration: 2272000
2015-02-12 15:57:16,491 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,491 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57899, dest: /127.0.0.1:57430, bytes: 459, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, duration: 3635000
2015-02-12 15:57:16,492 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:16,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:16,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:16,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:16,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:16,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,521 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:57:16,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077 src: /127.0.0.1:57903 dest: /127.0.0.1:57427
2015-02-12 15:57:16,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077 src: /127.0.0.1:57904 dest: /127.0.0.1:57437
2015-02-12 15:57:16,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077 src: /127.0.0.1:57905 dest: /127.0.0.1:57434
2015-02-12 15:57:16,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57905, dest: /127.0.0.1:57434, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, duration: 3741000
2015-02-12 15:57:16,532 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,532 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57904, dest: /127.0.0.1:57437, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, duration: 4189000
2015-02-12 15:57:16,533 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57903, dest: /127.0.0.1:57427, bytes: 47568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, duration: 5189000
2015-02-12 15:57:16,534 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,537 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:16,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:16,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:16,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:16,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:16,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001/job_1423785372901_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:16,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,561 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:16,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078 src: /127.0.0.1:57908 dest: /127.0.0.1:57430
2015-02-12 15:57:16,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078 src: /127.0.0.1:57909 dest: /127.0.0.1:57434
2015-02-12 15:57:16,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078 src: /127.0.0.1:57910 dest: /127.0.0.1:57427
2015-02-12 15:57:16,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57910, dest: /127.0.0.1:57427, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, duration: 1820000
2015-02-12 15:57:16,572 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57909, dest: /127.0.0.1:57434, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, duration: 2660000
2015-02-12 15:57:16,572 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,573 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57908, dest: /127.0.0.1:57430, bytes: 112662, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_538103180_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, duration: 3659000
2015-02-12 15:57:16,573 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,575 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_538103180_1
2015-02-12 15:57:16,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:16,599 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:57:16,599 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:16,599 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0001 with final state: FINISHING
2015-02-12 15:57:16,599 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:16,600 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0001
2015-02-12 15:57:16,600 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:16,600 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:16,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075 src: /127.0.0.1:57895 dest: /127.0.0.1:57427
2015-02-12 15:57:16,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075 src: /127.0.0.1:57911 dest: /127.0.0.1:57437
2015-02-12 15:57:16,612 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075 src: /127.0.0.1:57912 dest: /127.0.0.1:57434
2015-02-12 15:57:16,653 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57912, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000002_0_1004630091_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, duration: 40185000
2015-02-12 15:57:16,654 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:16,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,654 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57911, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000002_0_1004630091_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, duration: 40883000
2015-02-12 15:57:16,655 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57895, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000002_0_1004630091_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, duration: 41647000
2015-02-12 15:57:16,655 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:16,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:16,660 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0003_m_000002_0_1004630091_1
2015-02-12 15:57:16,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:16,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:16,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:16,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:16,705 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:57:16,707 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0003_01_000008
2015-02-12 15:57:16,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000008
2015-02-12 15:57:16,707 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:57:16,708 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0003_01_000008
2015-02-12 15:57:16,708 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000083 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:16,708 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0001_01_000083 in state: COMPLETED event:FINISHED
2015-02-12 15:57:16,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000083
2015-02-12 15:57:16,709 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0001_01_000083 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:16,709 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0001_000001 released container container_1423785372901_0001_01_000083 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:16,727 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0003_01_000008 is : 143
2015-02-12 15:57:16,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:16,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000008
2015-02-12 15:57:16,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000008
2015-02-12 15:57:16,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000008
2015-02-12 15:57:16,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000008
2015-02-12 15:57:16,738 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000008
2015-02-12 15:57:16,739 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:16,739 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0003_01_000008 from application application_1423785372901_0003
2015-02-12 15:57:16,739 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:16,740 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0003
2015-02-12 15:57:16,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:16,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:16,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,042 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:17,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:17,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079 src: /127.0.0.1:57916 dest: /127.0.0.1:57430
2015-02-12 15:57:17,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079 src: /127.0.0.1:57918 dest: /127.0.0.1:57427
2015-02-12 15:57:17,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080 src: /127.0.0.1:57917 dest: /127.0.0.1:57437
2015-02-12 15:57:17,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079 src: /127.0.0.1:57919 dest: /127.0.0.1:57437
2015-02-12 15:57:17,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080 src: /127.0.0.1:57920 dest: /127.0.0.1:57430
2015-02-12 15:57:17,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080 src: /127.0.0.1:57921 dest: /127.0.0.1:57427
2015-02-12 15:57:17,171 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57919, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000003_0_-1916248093_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, duration: 33216000
2015-02-12 15:57:17,172 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57921, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000003_0_-331619355_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, duration: 32060000
2015-02-12 15:57:17,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,172 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57918, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000003_0_-1916248093_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, duration: 34799000
2015-02-12 15:57:17,173 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,172 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57920, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000003_0_-331619355_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, duration: 33432000
2015-02-12 15:57:17,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,174 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,175 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57917, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0003_m_000003_0_-331619355_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, duration: 34961000
2015-02-12 15:57:17,175 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,174 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57916, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0002_m_000003_0_-1916248093_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, duration: 36225000
2015-02-12 15:57:17,176 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,185 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0003_m_000003_0_-331619355_1
2015-02-12 15:57:17,186 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0002_m_000003_0_-1916248093_1
2015-02-12 15:57:17,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0003_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:17,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:17,230 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:57:17,230 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:57:17,231 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0003_01_000009
2015-02-12 15:57:17,232 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0002_01_000007
2015-02-12 15:57:17,232 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from RUNNING to KILLING
2015-02-12 15:57:17,232 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0003_01_000009
2015-02-12 15:57:17,232 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000009
2015-02-12 15:57:17,232 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:57:17,232 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0002_01_000007
2015-02-12 15:57:17,232 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000007
2015-02-12 15:57:17,234 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:17,235 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0003_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:57:17,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000008
2015-02-12 15:57:17,237 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0003_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:57:17,237 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0003_000001 released container container_1423785372901_0003_01_000008 on node: host: 10.1.1.67:57477 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:17,242 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000082 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:17,242 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0001_01_000082 in state: COMPLETED event:FINISHED
2015-02-12 15:57:17,242 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000082
2015-02-12 15:57:17,242 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0001_01_000082 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:57:17,242 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0001_000001 released container container_1423785372901_0001_01_000082 on node: host: 10.1.1.67:57469 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:17,242 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:57:17,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:57:17,269 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0002_01_000007 is : 143
2015-02-12 15:57:17,269 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0003_01_000009 is : 143
2015-02-12 15:57:17,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,276 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:17,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000007
2015-02-12 15:57:17,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000007
2015-02-12 15:57:17,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000007
2015-02-12 15:57:17,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000007
2015-02-12 15:57:17,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000007
2015-02-12 15:57:17,278 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:17,278 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0002_01_000007 from application application_1423785372901_0002
2015-02-12 15:57:17,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:17,279 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0002
2015-02-12 15:57:17,280 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:17,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000009
2015-02-12 15:57:17,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000009
2015-02-12 15:57:17,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000009
2015-02-12 15:57:17,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000009
2015-02-12 15:57:17,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000009
2015-02-12 15:57:17,281 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:17,281 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0003_01_000009 from application application_1423785372901_0003
2015-02-12 15:57:17,281 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:17,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0003
2015-02-12 15:57:17,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary/1/task_1423785372901_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary/1/task_1423785372901_0003_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:57:17,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:57:17,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-100/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-150/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,334 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57832, dest: /127.0.0.1:57427, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, duration: 19058800000
2015-02-12 15:57:17,350 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57831, dest: /127.0.0.1:57434, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, duration: 19060804000
2015-02-12 15:57:17,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 14699
2015-02-12 15:57:17,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57825, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, duration: 19232737000
2015-02-12 15:57:17,353 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,352 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,354 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57830, dest: /127.0.0.1:57430, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, duration: 19062432000
2015-02-12 15:57:17,354 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57824, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, duration: 19233266000
2015-02-12 15:57:17,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,357 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57823, dest: /127.0.0.1:57434, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, duration: 19236518000
2015-02-12 15:57:17,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741892_1068 size 47573
2015-02-12 15:57:17,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 14699
2015-02-12 15:57:17,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741892_1068 size 47573
2015-02-12 15:57:17,359 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741890_1066 size 47569
2015-02-12 15:57:17,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741890_1066 size 47569
2015-02-12 15:57:17,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:57:17,365 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:17,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081 src: /127.0.0.1:57926 dest: /127.0.0.1:57437
2015-02-12 15:57:17,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082 src: /127.0.0.1:57927 dest: /127.0.0.1:57430
2015-02-12 15:57:17,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081 src: /127.0.0.1:57928 dest: /127.0.0.1:57430
2015-02-12 15:57:17,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082 src: /127.0.0.1:57929 dest: /127.0.0.1:57434
2015-02-12 15:57:17,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081 src: /127.0.0.1:57930 dest: /127.0.0.1:57434
2015-02-12 15:57:17,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082 src: /127.0.0.1:57931 dest: /127.0.0.1:57437
2015-02-12 15:57:17,373 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57930, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, duration: 2060000
2015-02-12 15:57:17,373 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57931, dest: /127.0.0.1:57437, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, duration: 1142000
2015-02-12 15:57:17,373 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57929, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, duration: 2284000
2015-02-12 15:57:17,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57928, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, duration: 2138000
2015-02-12 15:57:17,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57927, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, duration: 3538000
2015-02-12 15:57:17,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57926, dest: /127.0.0.1:57437, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, duration: 3354000
2015-02-12 15:57:17,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,375 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,375 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,378 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741905_1081 size 460
2015-02-12 15:57:17,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741906_1082 size 460
2015-02-12 15:57:17,379 INFO blockmanagement.BlockManager (BlockManager.java:checkReplicaCorrupt(2207)) - Received an RBW replica for blk_1073741906_1082 on 127.0.0.1:57430: ignoring it, since it is complete with the same genstamp
2015-02-12 15:57:17,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741906_1082 size 460
2015-02-12 15:57:17,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,404 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:57:17,405 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:17,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084 src: /127.0.0.1:57935 dest: /127.0.0.1:57430
2015-02-12 15:57:17,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083 src: /127.0.0.1:57934 dest: /127.0.0.1:57430
2015-02-12 15:57:17,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084 src: /127.0.0.1:57936 dest: /127.0.0.1:57437
2015-02-12 15:57:17,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083 src: /127.0.0.1:57937 dest: /127.0.0.1:57437
2015-02-12 15:57:17,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084 src: /127.0.0.1:57938 dest: /127.0.0.1:57427
2015-02-12 15:57:17,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083 src: /127.0.0.1:57939 dest: /127.0.0.1:57434
2015-02-12 15:57:17,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57939, dest: /127.0.0.1:57434, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, duration: 3100000
2015-02-12 15:57:17,415 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57938, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, duration: 1766000
2015-02-12 15:57:17,415 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,415 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57937, dest: /127.0.0.1:57437, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, duration: 3177000
2015-02-12 15:57:17,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57936, dest: /127.0.0.1:57437, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, duration: 2984000
2015-02-12 15:57:17,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57934, dest: /127.0.0.1:57430, bytes: 47573, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, duration: 4585000
2015-02-12 15:57:17,417 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57935, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, duration: 4224000
2015-02-12 15:57:17,417 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,421 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,421 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003/job_1423785372901_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002/job_1423785372901_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:17,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:17,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085 src: /127.0.0.1:57942 dest: /127.0.0.1:57430
2015-02-12 15:57:17,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086 src: /127.0.0.1:57943 dest: /127.0.0.1:57434
2015-02-12 15:57:17,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085 src: /127.0.0.1:57944 dest: /127.0.0.1:57434
2015-02-12 15:57:17,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086 src: /127.0.0.1:57945 dest: /127.0.0.1:57427
2015-02-12 15:57:17,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086 src: /127.0.0.1:57946 dest: /127.0.0.1:57430
2015-02-12 15:57:17,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085 src: /127.0.0.1:57947 dest: /127.0.0.1:57427
2015-02-12 15:57:17,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57946, dest: /127.0.0.1:57430, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, duration: 4609000
2015-02-12 15:57:17,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57947, dest: /127.0.0.1:57427, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, duration: 1622000
2015-02-12 15:57:17,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,458 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57945, dest: /127.0.0.1:57427, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, duration: 3314000
2015-02-12 15:57:17,458 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,458 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57944, dest: /127.0.0.1:57434, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, duration: 5579000
2015-02-12 15:57:17,458 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,459 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,459 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57942, dest: /127.0.0.1:57430, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1741002468_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, duration: 7015000
2015-02-12 15:57:17,459 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57943, dest: /127.0.0.1:57434, bytes: 112664, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-38493740_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, duration: 5845000
2015-02-12 15:57:17,459 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,460 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,460 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,464 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1741002468_1
2015-02-12 15:57:17,464 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-38493740_1
2015-02-12 15:57:17,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:57:17,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,481 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0002 with final state: FINISHING
2015-02-12 15:57:17,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,481 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0002
2015-02-12 15:57:17,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:17,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:17,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:57:17,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,484 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0003 with final state: FINISHING
2015-02-12 15:57:17,485 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,485 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0003
2015-02-12 15:57:17,485 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:17,485 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:17,504 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:17,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087 src: /127.0.0.1:57948 dest: /127.0.0.1:57434
2015-02-12 15:57:17,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087 src: /127.0.0.1:57949 dest: /127.0.0.1:57427
2015-02-12 15:57:17,574 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:57:17,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087 src: /127.0.0.1:57950 dest: /127.0.0.1:57437
2015-02-12 15:57:17,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57950, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000003_0_253521785_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, duration: 29444000
2015-02-12 15:57:17,606 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57949, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000003_0_253521785_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, duration: 30392000
2015-02-12 15:57:17,609 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,610 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0001 unregistered successfully.
2015-02-12 15:57:17,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57948, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000003_0_253521785_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, duration: 34875000
2015-02-12 15:57:17,612 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,613 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,615 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57437
2015-02-12 15:57:17,615 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:57:17,616 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:57:17,616 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:57:17,616 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:57:17,616 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741886_1062 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:57:17,616 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:57434 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:57:17,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0004_m_000003_0_253521785_1
2015-02-12 15:57:17,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088 src: /127.0.0.1:57951 dest: /127.0.0.1:57434
2015-02-12 15:57:17,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088 src: /127.0.0.1:57952 dest: /127.0.0.1:57427
2015-02-12 15:57:17,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088 src: /127.0.0.1:57953 dest: /127.0.0.1:57430
2015-02-12 15:57:17,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:17,699 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:57:17,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0004_01_000012
2015-02-12 15:57:17,700 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000012
2015-02-12 15:57:17,700 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from RUNNING to KILLING
2015-02-12 15:57:17,701 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0004_01_000012
2015-02-12 15:57:17,701 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,701 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:17,701 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0002_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:57:17,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000007
2015-02-12 15:57:17,702 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0002_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:57:17,702 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0002_000001 released container container_1423785372901_0002_01_000007 on node: host: 10.1.1.67:57469 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:57:17,717 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0004_01_000012 is : 143
2015-02-12 15:57:17,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57953, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000002_0_1253980679_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, duration: 41808000
2015-02-12 15:57:17,718 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,719 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57952, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000002_0_1253980679_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, duration: 42481000
2015-02-12 15:57:17,719 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,720 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57951, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0004_m_000002_0_1253980679_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, duration: 43426000
2015-02-12 15:57:17,720 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,729 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:17,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000012
2015-02-12 15:57:17,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000012
2015-02-12 15:57:17,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000012
2015-02-12 15:57:17,731 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000012 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:17,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000012
2015-02-12 15:57:17,731 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0004_01_000012 from application application_1423785372901_0004
2015-02-12 15:57:17,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000012
2015-02-12 15:57:17,731 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:17,731 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0004
2015-02-12 15:57:17,731 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0004_m_000002_0_1253980679_1
2015-02-12 15:57:17,745 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741876_1052, blk_1073741828_1004, blk_1073741877_1053, blk_1073741829_1005, blk_1073741831_1007, blk_1073741886_1062]
2015-02-12 15:57:17,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,745 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741828_1004, blk_1073741877_1053, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007]
2015-02-12 15:57:17,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:17,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0004_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:17,770 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:57:17,771 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0004_01_000011
2015-02-12 15:57:17,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000011
2015-02-12 15:57:17,771 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from RUNNING to KILLING
2015-02-12 15:57:17,771 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0004_01_000011
2015-02-12 15:57:17,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:17,772 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:17,772 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0003_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 15:57:17,772 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000009
2015-02-12 15:57:17,772 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0003_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:57:17,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0003_000001 released container container_1423785372901_0003_01_000009 on node: host: 10.1.1.67:57477 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:57:17,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:57:17,793 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0004_01_000011 is : 143
2015-02-12 15:57:17,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:57:17,801 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:17,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000011
2015-02-12 15:57:17,802 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000011
2015-02-12 15:57:17,803 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:17,803 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0004_01_000011 from application application_1423785372901_0004
2015-02-12 15:57:17,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:17,803 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0004
2015-02-12 15:57:17,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000011
2015-02-12 15:57:17,803 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000011
2015-02-12 15:57:17,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000011
2015-02-12 15:57:17,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:57:17,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:57:17,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:57:17,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:57:17,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary/1/task_1423785372901_0004_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:57:17,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,847 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-200/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57851, dest: /127.0.0.1:57434, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, duration: 18351120000
2015-02-12 15:57:17,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 14699
2015-02-12 15:57:17,866 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57850, dest: /127.0.0.1:57437, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, duration: 18352317000
2015-02-12 15:57:17,866 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 14699
2015-02-12 15:57:17,868 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57849, dest: /127.0.0.1:57427, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, duration: 18354017000
2015-02-12 15:57:17,868 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 14699
2015-02-12 15:57:17,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,875 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:57:17,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089 src: /127.0.0.1:57957 dest: /127.0.0.1:57427
2015-02-12 15:57:17,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089 src: /127.0.0.1:57958 dest: /127.0.0.1:57434
2015-02-12 15:57:17,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089 src: /127.0.0.1:57959 dest: /127.0.0.1:57430
2015-02-12 15:57:17,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57959, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, duration: 1501000
2015-02-12 15:57:17,884 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,884 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,884 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57958, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, duration: 2284000
2015-02-12 15:57:17,885 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,885 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,885 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57957, dest: /127.0.0.1:57427, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, duration: 3169000
2015-02-12 15:57:17,885 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,887 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:57:17,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,931 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:57:17,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090 src: /127.0.0.1:57961 dest: /127.0.0.1:57437
2015-02-12 15:57:17,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090 src: /127.0.0.1:57962 dest: /127.0.0.1:57430
2015-02-12 15:57:17,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090 src: /127.0.0.1:57963 dest: /127.0.0.1:57434
2015-02-12 15:57:17,941 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57963, dest: /127.0.0.1:57434, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, duration: 1955000
2015-02-12 15:57:17,941 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,943 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57962, dest: /127.0.0.1:57430, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, duration: 3200000
2015-02-12 15:57:17,943 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57961, dest: /127.0.0.1:57437, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, duration: 5194000
2015-02-12 15:57:17,946 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741914_1090 size 47565
2015-02-12 15:57:17,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:57:17,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004/job_1423785372901_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:57:17,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:17,963 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:57:17,966 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091 src: /127.0.0.1:57965 dest: /127.0.0.1:57427
2015-02-12 15:57:17,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091 src: /127.0.0.1:57966 dest: /127.0.0.1:57434
2015-02-12 15:57:17,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091 src: /127.0.0.1:57967 dest: /127.0.0.1:57430
2015-02-12 15:57:17,975 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57967, dest: /127.0.0.1:57430, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, duration: 4438000
2015-02-12 15:57:17,975 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:17,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:17,976 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57966, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, duration: 4820000
2015-02-12 15:57:17,976 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,977 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57965, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1714928641_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, duration: 5695000
2015-02-12 15:57:17,977 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:17,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:17,979 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1714928641_1
2015-02-12 15:57:17,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:57:17,995 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:57:17,995 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,996 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0004 with final state: FINISHING
2015-02-12 15:57:17,997 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 15:57:17,999 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0004
2015-02-12 15:57:17,999 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:17,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 15:57:18,489 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0002 unregistered successfully.
2015-02-12 15:57:18,490 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0003 unregistered successfully.
2015-02-12 15:57:18,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:57:18,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:57:18,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:57:18,495 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:57:18,495 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:57:18,495 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:57:18,495 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:57:18,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0002 dst=null perm=null proto=rpc
2015-02-12 15:57:18,496 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427
2015-02-12 15:57:18,496 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:57:18,497 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:57:18,497 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:57:18,497 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:57:18,497 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:57:18,497 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:57:18,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0003 dst=null perm=null proto=rpc
2015-02-12 15:57:18,707 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,707 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,707 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,707 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000012 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:18,707 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0004_01_000012 in state: COMPLETED event:FINISHED
2015-02-12 15:57:18,708 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000012
2015-02-12 15:57:18,708 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0004_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:57:18,708 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0004_000001 released container container_1423785372901_0004_01_000012 on node: host: 10.1.1.67:57469 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:57:18,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:18,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000011 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:18,773 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0004_01_000011 in state: COMPLETED event:FINISHED
2015-02-12 15:57:18,773 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000011
2015-02-12 15:57:18,773 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0004_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:57:18,773 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0004_000001 released container container_1423785372901_0004_01_000011 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:57:18,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:57:18,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:57:18,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:57:18,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:57:18,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:57:18,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:57:18,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:57:18,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:57:18,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:57:18,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:57:19,000 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0004 unregistered successfully.
2015-02-12 15:57:19,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:57:19,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:57:19,004 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:57:19,005 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:57:19,005 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:57:19,005 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:57:19,005 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57437
2015-02-12 15:57:19,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0004 dst=null perm=null proto=rpc
2015-02-12 15:57:19,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:57:19,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:57:19,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:57:19,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:57:19,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:57:19,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:57:19,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 15:57:19,711 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,711 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,711 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,711 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,777 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,777 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,777 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:19,777 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,713 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,713 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,713 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,713 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,751 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741890_1066, blk_1073741892_1068, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015, blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741876_1052, blk_1073741877_1053, blk_1073741879_1055, blk_1073741880_1056, blk_1073741881_1057, blk_1073741886_1062]
2015-02-12 15:57:20,752 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741890_1066, blk_1073741892_1068, blk_1073741895_1071, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015, blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741878_1054, blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059]
2015-02-12 15:57:20,780 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,781 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,781 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:20,781 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074
2015-02-12 15:57:21,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741886_1062
2015-02-12 15:57:21,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072
2015-02-12 15:57:21,718 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,718 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,719 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,719 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,783 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,784 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,784 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,784 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:21,947 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:57:21,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:57:21,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:57:21,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:57:21,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:57:21,948 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:57:21,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:57:21,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:57:21,949 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:57:21,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:57:21,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:57:21,950 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:57:21,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 15:57:21,951 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:57:21,952 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:57:21,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:57:21,953 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:57:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:57:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 15:57:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 15:57:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:57:21,954 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:57:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 15:57:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 15:57:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:57:21,955 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:57:21,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:57:21,956 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 15:57:22,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:57:22,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:57:22,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:57:22,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:57:22,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:57:22,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:57:22,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:57:22,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:57:22,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:57:22,369 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:57:22,370 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:57:22,371 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:57:22,372 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 15:57:22,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 15:57:22,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 15:57:22,373 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 15:57:22,374 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 15:57:22,690 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0001_01_000001 succeeded
2015-02-12 15:57:22,691 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:57:22,691 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0001_01_000001
2015-02-12 15:57:22,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001
2015-02-12 15:57:22,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001
2015-02-12 15:57:22,707 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001
2015-02-12 15:57:22,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000001
2015-02-12 15:57:22,708 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:57:22,708 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0001_01_000001 from application application_1423785372901_0001
2015-02-12 15:57:22,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:22,708 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0001
2015-02-12 15:57:22,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001/container_1423785372901_0001_01_000001
2015-02-12 15:57:22,722 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,722 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,722 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,722 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,788 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:22,836 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0001_000001
2015-02-12 15:57:22,836 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:57:22,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000001
2015-02-12 15:57:22,836 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:57:22,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0001_000001 released container container_1423785372901_0001_01_000001 on node: host: 10.1.1.67:57481 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:22,836 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0001_000001
2015-02-12 15:57:22,837 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0001_000001 State change from FINISHING to FINISHED
2015-02-12 15:57:22,838 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0001 State change from FINISHING to FINISHED
2015-02-12 15:57:22,838 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0001
2015-02-12 15:57:22,838 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0001,name=[EBE37AB966E84163AC639DCBE8788C3D/B8D2361F2D4F48A0B36BDFF30F5F4BE2] race-50/first-nondeterministic/(1/1) ...50/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0001/jobhistory/job/job_1423785372901_0001,appMasterHost=10.1.1.67,startTime=1423785379281,finishTime=1423785436599,finalStatus=SUCCEEDED
2015-02-12 15:57:22,838 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0001_000001 is done. finalState=FINISHED
2015-02-12 15:57:22,838 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0001 requests cleared
2015-02-12 15:57:22,839 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0001_000001
2015-02-12 15:57:22,842 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0001_000001 (auth:SIMPLE)
2015-02-12 15:57:22,844 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0001_01_000001
2015-02-12 15:57:22,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0001 CONTAINERID=container_1423785372901_0001_01_000001
2015-02-12 15:57:22,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0001_01_000001]
2015-02-12 15:57:22,845 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:22,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:22,846 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000001
2015-02-12 15:57:22,846 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:57:22,847 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0005_01_000001
2015-02-12 15:57:22,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:22,848 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:22,849 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0001
2015-02-12 15:57:22,848 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0005_000001
2015-02-12 15:57:22,851 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0005 AttemptId: appattempt_1423785372901_0005_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0005_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:57:22,851 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:57:22,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:22,850 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:22,852 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0001, with delay of 10800 seconds
2015-02-12 15:57:22,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:22,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:22,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:22,855 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:57:22,856 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0005_000001
2015-02-12 15:57:22,857 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0005_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0005_000001
2015-02-12 15:57:22,858 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:57:22,858 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0005_000001
2015-02-12 15:57:22,858 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0005_000001
2015-02-12 15:57:22,861 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:22,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0005_01_000001 by user soberoi
2015-02-12 15:57:22,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0005
2015-02-12 15:57:22,864 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000001
2015-02-12 15:57:22,864 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from NEW to INITING
2015-02-12 15:57:22,865 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0005_01_000001 to application application_1423785372901_0005
2015-02-12 15:57:22,866 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from INITING to RUNNING
2015-02-12 15:57:22,866 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0005_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0005_000001
2015-02-12 15:57:22,866 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:57:22,866 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0005
2015-02-12 15:57:22,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:22,867 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:57:22,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:57:22,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:57:22,867 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:22,867 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0005_01_000001
2015-02-12 15:57:22,878 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0005_01_000001.tokens. Credentials list:
2015-02-12 15:57:22,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:23,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001.tokens
2015-02-12 15:57:23,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:57:23,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:23,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:23,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:23,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:23,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:23,269 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:23,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:23,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:23,321 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:23,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:23,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:23,373 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:23,373 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:23,410 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:23,410 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:23,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001/default_container_executor.sh]
2015-02-12 15:57:23,575 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0002_01_000001 succeeded
2015-02-12 15:57:23,575 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0003_01_000001 succeeded
2015-02-12 15:57:23,575 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:57:23,575 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0002_01_000001
2015-02-12 15:57:23,575 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:57:23,575 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0003_01_000001
2015-02-12 15:57:23,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001
2015-02-12 15:57:23,596 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000001
2015-02-12 15:57:23,596 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:57:23,596 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0003_01_000001 from application application_1423785372901_0003
2015-02-12 15:57:23,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:23,596 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0003
2015-02-12 15:57:23,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001
2015-02-12 15:57:23,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001
2015-02-12 15:57:23,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0003/container_1423785372901_0003_01_000001
2015-02-12 15:57:23,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001
2015-02-12 15:57:23,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001
2015-02-12 15:57:23,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001
2015-02-12 15:57:23,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0002/container_1423785372901_0002_01_000001
2015-02-12 15:57:23,600 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000001
2015-02-12 15:57:23,601 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:57:23,601 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0002_01_000001 from application application_1423785372901_0002
2015-02-12 15:57:23,602 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:23,602 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0002
2015-02-12 15:57:23,726 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,726 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:23,726 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,726 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,727 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,728 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0001
2015-02-12 15:57:23,728 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:23,728 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0001, with delay of 10800 seconds
2015-02-12 15:57:23,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,755 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741890_1066, blk_1073741892_1068, blk_1073741895_1071, blk_1073741832_1008, blk_1073741833_1009, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741878_1054, blk_1073741879_1055, blk_1073741880_1056, blk_1073741882_1058, blk_1073741883_1059]
2015-02-12 15:57:23,755 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57437 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741895_1071, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741839_1015, blk_1073741840_1016, blk_1073741841_1017, blk_1073741843_1019, blk_1073741876_1052, blk_1073741878_1054, blk_1073741879_1055, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741886_1062]
2015-02-12 15:57:23,789 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:23,789 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,789 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,789 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,790 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0001
2015-02-12 15:57:23,790 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:23,790 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0001, with delay of 10800 seconds
2015-02-12 15:57:23,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,790 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0001
2015-02-12 15:57:23,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:23,842 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0003_000001
2015-02-12 15:57:23,843 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0003_000001
2015-02-12 15:57:23,843 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0003_000001 State change from FINISHING to FINISHED
2015-02-12 15:57:23,842 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:57:23,844 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0003 State change from FINISHING to FINISHED
2015-02-12 15:57:23,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000001
2015-02-12 15:57:23,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0003
2015-02-12 15:57:23,844 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:57:23,845 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0003_000001 released container container_1423785372901_0003_01_000001 on node: host: 10.1.1.67:57473 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:23,845 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0003_000001
2015-02-12 15:57:23,845 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0003_000001 is done. finalState=FINISHED
2015-02-12 15:57:23,845 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0003 requests cleared
2015-02-12 15:57:23,845 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0003,name=[A788361DB94148938A0C9BDC7376FD4C/63B9D884EB6F46DF918830D52CB37806] race-150/first-nondeterministic/(1/1) ...50/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0003/jobhistory/job/job_1423785372901_0003,appMasterHost=10.1.1.67,startTime=1423785380471,finishTime=1423785437484,finalStatus=SUCCEEDED
2015-02-12 15:57:23,849 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0003_000001 (auth:SIMPLE)
2015-02-12 15:57:23,851 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:23,851 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:23,851 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:57:23,851 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0002_000001
2015-02-12 15:57:23,851 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0002_000001
2015-02-12 15:57:23,851 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000001
2015-02-12 15:57:23,853 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:57:23,853 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0002_000001 released container container_1423785372901_0002_01_000001 on node: host: 10.1.1.67:57481 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:23,853 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0003_01_000001
2015-02-12 15:57:23,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0003 CONTAINERID=container_1423785372901_0003_01_000001
2015-02-12 15:57:23,853 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0002_000001 State change from FINISHING to FINISHED
2015-02-12 15:57:23,854 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0002 State change from FINISHING to FINISHED
2015-02-12 15:57:23,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:23,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000001
2015-02-12 15:57:23,855 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:57:23,855 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0002_000001 is done. finalState=FINISHED
2015-02-12 15:57:23,855 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0002 requests cleared
2015-02-12 15:57:23,855 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0002_000001
2015-02-12 15:57:23,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0002
2015-02-12 15:57:23,855 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0003_01_000001]
2015-02-12 15:57:23,855 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0002,name=[FC8C17CDE60D47DA8BA13529D49F378D/61E15A6F62F147D7B5AAC3755B24BF37] race-100/first-nondeterministic/(1/1) ...00/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0002/jobhistory/job/job_1423785372901_0002,appMasterHost=10.1.1.67,startTime=1423785380021,finishTime=1423785437481,finalStatus=SUCCEEDED
2015-02-12 15:57:23,856 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0006_01_000001
2015-02-12 15:57:23,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:23,856 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0006_000001
2015-02-12 15:57:23,856 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0006 AttemptId: appattempt_1423785372901_0006_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0006_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:57:23,856 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:57:23,857 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:23,857 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,858 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:23,858 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:57:23,858 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0003
2015-02-12 15:57:23,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:23,859 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:23,859 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0003, with delay of 10800 seconds
2015-02-12 15:57:23,859 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000001
2015-02-12 15:57:23,859 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:57:23,859 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0006_000001
2015-02-12 15:57:23,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:23,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:23,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:23,861 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0002_000001 (auth:SIMPLE)
2015-02-12 15:57:23,860 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0007_01_000001
2015-02-12 15:57:23,862 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0006_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0006_000001
2015-02-12 15:57:23,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:23,863 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0007_000001
2015-02-12 15:57:23,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0007 AttemptId: appattempt_1423785372901_0007_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0007_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ]
2015-02-12 15:57:23,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:57:23,863 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:57:23,863 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0006_000001
2015-02-12 15:57:23,863 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0006_000001
2015-02-12 15:57:23,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:57:23,869 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0002_01_000001
2015-02-12 15:57:23,869 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0007_000001
2015-02-12 15:57:23,869 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0002 CONTAINERID=container_1423785372901_0002_01_000001
2015-02-12 15:57:23,870 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0002_01_000001]
2015-02-12 15:57:23,871 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:23,871 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0007_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0007_000001
2015-02-12 15:57:23,871 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:57:23,871 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:23,871 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:23,871 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0007_000001
2015-02-12 15:57:23,872 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0007_000001
2015-02-12 15:57:23,873 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0002
2015-02-12 15:57:23,873 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:23,873 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0002, with delay of 10800 seconds
2015-02-12 15:57:23,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:23,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:23,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:23,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:23,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0006_01_000001 by user soberoi
2015-02-12 15:57:23,877 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:23,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0006
2015-02-12 15:57:23,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000001
2015-02-12 15:57:23,879 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from NEW to INITING
2015-02-12 15:57:23,880 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0006_01_000001 to application application_1423785372901_0006
2015-02-12 15:57:23,880 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0006_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0006_000001
2015-02-12 15:57:23,880 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from INITING to RUNNING
2015-02-12 15:57:23,880 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:57:23,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0006
2015-02-12 15:57:23,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,881 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0006_01_000001
2015-02-12 15:57:23,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:57:23,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0007_01_000001 by user soberoi
2015-02-12 15:57:23,883 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0007
2015-02-12 15:57:23,883 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000001
2015-02-12 15:57:23,886 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from NEW to INITING
2015-02-12 15:57:23,886 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0007_01_000001 to application application_1423785372901_0007
2015-02-12 15:57:23,886 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from INITING to RUNNING
2015-02-12 15:57:23,886 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:57:23,886 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0007
2015-02-12 15:57:23,887 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,887 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,887 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,887 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:23,887 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0007_01_000001
2015-02-12 15:57:23,894 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0007_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0007_000001
2015-02-12 15:57:23,895 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:57:23,902 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785372901_0006_01_000001.tokens. Credentials list:
2015-02-12 15:57:23,907 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785372901_0007_01_000001.tokens. Credentials list:
2015-02-12 15:57:24,049 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0004_01_000002 succeeded
2015-02-12 15:57:24,049 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000002 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:57:24,050 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0004_01_000002
2015-02-12 15:57:24,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002
2015-02-12 15:57:24,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002
2015-02-12 15:57:24,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002
2015-02-12 15:57:24,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:24,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0004/container_1423785372901_0004_01_000002
2015-02-12 15:57:24,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000002
2015-02-12 15:57:24,076 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0004_01_000002 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:57:24,076 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0004_01_000002 from application application_1423785372901_0004
2015-02-12 15:57:24,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:24,076 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0004
2015-02-12 15:57:24,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785372901_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001.tokens
2015-02-12 15:57:24,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:57:24,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:24,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:24,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:24,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:24,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:24,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:24,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:24,522 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785372901_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001.tokens
2015-02-12 15:57:24,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:57:24,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:24,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:24,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,620 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:24,674 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:24,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:24,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:24,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:24,727 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0002_01_000004]
2015-02-12 15:57:24,727 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,727 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:24,727 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,728 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,728 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:24,729 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0002
2015-02-12 15:57:24,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:24,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:24,729 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:24,729 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0002, with delay of 10800 seconds
2015-02-12 15:57:24,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0002
2015-02-12 15:57:24,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,789 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0003_01_000008]
2015-02-12 15:57:24,789 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,790 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,790 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:24,790 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,790 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:24,791 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0003
2015-02-12 15:57:24,791 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:24,791 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0003, with delay of 10800 seconds
2015-02-12 15:57:24,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:24,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:24,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0003
2015-02-12 15:57:24,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:24,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:24,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001/default_container_executor.sh]
2015-02-12 15:57:24,848 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:24,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:24,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:24,858 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0004_000001
2015-02-12 15:57:24,858 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:57:24,858 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0004_000001
2015-02-12 15:57:24,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000002
2015-02-12 15:57:24,858 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0004_01_000002 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:57:24,859 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0004_000001 released container container_1423785372901_0004_01_000002 on node: host: 10.1.1.67:57473 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:24,858 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0004_000001 State change from FINISHING to FINISHED
2015-02-12 15:57:24,859 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0004 State change from FINISHING to FINISHED
2015-02-12 15:57:24,859 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0004_000001 is done. finalState=FINISHED
2015-02-12 15:57:24,859 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0004 requests cleared
2015-02-12 15:57:24,859 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0004_000001
2015-02-12 15:57:24,859 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0004
2015-02-12 15:57:24,860 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0004,name=[101A4B929E9B477CA4C628CAFB30568C/480E39BE90BA438699EAD162E834C1CF] race-200/first-nondeterministic/(1/1) ...00/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0004/jobhistory/job/job_1423785372901_0004,appMasterHost=10.1.1.67,startTime=1423785380879,finishTime=1423785437996,finalStatus=SUCCEEDED
2015-02-12 15:57:24,862 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0004_000001 (auth:SIMPLE)
2015-02-12 15:57:24,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0004_01_000002
2015-02-12 15:57:24,865 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0004 CONTAINERID=container_1423785372901_0004_01_000002
2015-02-12 15:57:24,865 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0004_01_000002]
2015-02-12 15:57:24,866 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:24,866 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:24,867 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:24,867 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000001
2015-02-12 15:57:24,867 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:57:24,868 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0011_01_000001
2015-02-12 15:57:24,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:24,868 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0011_000001
2015-02-12 15:57:24,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0011 AttemptId: appattempt_1423785372901_0011_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0011_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ]
2015-02-12 15:57:24,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:57:24,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:24,869 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0004
2015-02-12 15:57:24,869 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:24,869 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0004, with delay of 10800 seconds
2015-02-12 15:57:24,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:24,870 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:57:24,870 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:24,869 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:24,872 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0011_000001
2015-02-12 15:57:24,873 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0011_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0011_000001
2015-02-12 15:57:24,873 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:57:24,873 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0011_000001
2015-02-12 15:57:24,874 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0011_000001
2015-02-12 15:57:24,874 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:24,877 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:24,879 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0011_01_000001 by user soberoi
2015-02-12 15:57:24,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0011
2015-02-12 15:57:24,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000001
2015-02-12 15:57:24,880 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from NEW to INITING
2015-02-12 15:57:24,880 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0011_01_000001 to application application_1423785372901_0011
2015-02-12 15:57:24,880 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0011_01_000001, NodeId: 10.1.1.67:57473, NodeHttpAddress: 10.1.1.67:57476, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57473 }, ] for AM appattempt_1423785372901_0011_000001
2015-02-12 15:57:24,880 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from INITING to RUNNING
2015-02-12 15:57:24,880 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:57:24,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:57:24,881 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0011
2015-02-12 15:57:24,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:24,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:57:24,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:57:24,881 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:24,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0011_01_000001
2015-02-12 15:57:24,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:24,901 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0011_01_000001.tokens. Credentials list:
2015-02-12 15:57:24,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:24,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:57:24,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:57:24,915 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:57:24,916 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:57:24,917 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842 for deletion
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 15:57:24,918 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880 for deletion
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741842_1018 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741842
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 15:57:24,919 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 15:57:24,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741880_1056 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741880
2015-02-12 15:57:24,920 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 15:57:24,966 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:25,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:25,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:25,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:25,089 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:25,141 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:25,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:25,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084
2015-02-12 15:57:25,290 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091
2015-02-12 15:57:25,290 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079
2015-02-12 15:57:25,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076
2015-02-12 15:57:25,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090
2015-02-12 15:57:25,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088
2015-02-12 15:57:25,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080
2015-02-12 15:57:25,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001/default_container_executor.sh]
2015-02-12 15:57:25,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078
2015-02-12 15:57:25,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073
2015-02-12 15:57:25,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083
2015-02-12 15:57:25,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074
2015-02-12 15:57:25,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091
2015-02-12 15:57:25,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080
2015-02-12 15:57:25,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079
2015-02-12 15:57:25,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073
2015-02-12 15:57:25,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087
2015-02-12 15:57:25,511 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075
2015-02-12 15:57:25,511 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076
2015-02-12 15:57:25,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084
2015-02-12 15:57:25,512 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089
2015-02-12 15:57:25,513 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077
2015-02-12 15:57:25,514 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078
2015-02-12 15:57:25,514 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072
2015-02-12 15:57:25,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086
2015-02-12 15:57:25,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741900_1076
2015-02-12 15:57:25,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081
2015-02-12 15:57:25,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741898_1074
2015-02-12 15:57:25,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741896_1072
2015-02-12 15:57:25,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083
2015-02-12 15:57:25,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741902_1078
2015-02-12 15:57:25,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:25,664 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:57:25,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:57:25,665 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:57:25,666 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:57:25,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:57:25,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:57:25,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:57:25,667 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:57:25,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:57:25,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:57:25,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:57:25,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840 for deletion
2015-02-12 15:57:25,668 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843 for deletion
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:57:25,669 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741840_1016 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741840
2015-02-12 15:57:25,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741843_1019 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741843
2015-02-12 15:57:25,670 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:57:25,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:57:25,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882 for deletion
2015-02-12 15:57:25,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883 for deletion
2015-02-12 15:57:25,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886 for deletion
2015-02-12 15:57:25,671 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:57:25,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:57:25,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741882_1058 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741882
2015-02-12 15:57:25,672 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:57:25,673 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741886_1062 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741886
2015-02-12 15:57:25,673 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741883_1059 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741883
2015-02-12 15:57:25,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085
2015-02-12 15:57:25,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081
2015-02-12 15:57:25,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082
2015-02-12 15:57:25,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089
2015-02-12 15:57:25,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086
2015-02-12 15:57:25,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741910_1086
2015-02-12 15:57:25,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085
2015-02-12 15:57:25,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088
2015-02-12 15:57:25,730 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:25,730 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:25,730 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:25,731 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,732 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0004
2015-02-12 15:57:25,732 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:25,732 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0004, with delay of 10800 seconds
2015-02-12 15:57:25,732 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,791 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:57:25,791 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:25,791 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:25,791 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,793 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0004
2015-02-12 15:57:25,793 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:57:25,793 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0004, with delay of 10800 seconds
2015-02-12 15:57:25,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0004
2015-02-12 15:57:25,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001.tokens
2015-02-12 15:57:25,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:57:25,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741909_1085
2015-02-12 15:57:25,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077
2015-02-12 15:57:25,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087
2015-02-12 15:57:25,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741897_1073
2015-02-12 15:57:25,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090
2015-02-12 15:57:25,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741912_1088
2015-02-12 15:57:25,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082
2015-02-12 15:57:25,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075
2015-02-12 15:57:25,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:25,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:25,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:25,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:26,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741915_1091
2015-02-12 15:57:26,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741913_1089
2015-02-12 15:57:26,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:26,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:26,067 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:26,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:26,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:26,160 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:26,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:26,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:26,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:26,259 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:26,317 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:26,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:26,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741903_1079
2015-02-12 15:57:26,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741911_1087
2015-02-12 15:57:26,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741906_1082
2015-02-12 15:57:26,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741914_1090
2015-02-12 15:57:26,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741907_1083
2015-02-12 15:57:26,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741904_1080
2015-02-12 15:57:26,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741899_1075
2015-02-12 15:57:26,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741901_1077
2015-02-12 15:57:26,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741905_1081
2015-02-12 15:57:26,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741908_1084
2015-02-12 15:57:26,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001/default_container_executor.sh]
2015-02-12 15:57:26,735 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:26,738 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 15:57:26,739 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:57:26,792 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:29,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:57:29,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:57:29,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:57:29,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:57:29,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=null proto=rpc
2015-02-12 15:57:29,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:57:29,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:57:30,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:30,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:30,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:57:30,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:57:30,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:57:30,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:57:30,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:57:30,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=null proto=rpc
2015-02-12 15:57:30,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:57:30,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:57:30,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:57:30,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:57:30,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:57:31,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=null proto=rpc
2015-02-12 15:57:31,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:57:31,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:57:31,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:57:31,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:57:31,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:57:31,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:57:31,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:31,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:31,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=null proto=rpc
2015-02-12 15:57:31,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:57:31,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:57:31,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:31,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:32,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:32,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:57:32,941 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:32,951 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0005_000001
2015-02-12 15:57:32,951 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0005 APPATTEMPTID=appattempt_1423785372901_0005_000001
2015-02-12 15:57:32,951 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:57:32,951 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from ACCEPTED to RUNNING
2015-02-12 15:57:33,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:33,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:33,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:33,681 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:33,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092 src: /127.0.0.1:58020 dest: /127.0.0.1:57430
2015-02-12 15:57:33,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092 src: /127.0.0.1:58021 dest: /127.0.0.1:57427
2015-02-12 15:57:33,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092 src: /127.0.0.1:58022 dest: /127.0.0.1:57437
2015-02-12 15:57:33,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58022, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, duration: 37714000
2015-02-12 15:57:33,782 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:33,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58021, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, duration: 39356000
2015-02-12 15:57:33,784 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:33,786 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58020, dest: /127.0.0.1:57430, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, duration: 41183000
2015-02-12 15:57:33,786 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:33,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:33,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:33,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:33,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:57:33,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:33,890 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:33,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093 src: /127.0.0.1:58024 dest: /127.0.0.1:57437
2015-02-12 15:57:33,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093 src: /127.0.0.1:58025 dest: /127.0.0.1:57427
2015-02-12 15:57:33,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093 src: /127.0.0.1:58026 dest: /127.0.0.1:57430
2015-02-12 15:57:33,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58026, dest: /127.0.0.1:57430, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, duration: 1708000
2015-02-12 15:57:33,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:33,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:33,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58025, dest: /127.0.0.1:57427, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, duration: 2352000
2015-02-12 15:57:33,901 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:33,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:33,902 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58024, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, duration: 3357000
2015-02-12 15:57:33,902 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:33,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:33,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005.summary is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:57:34,609 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:34,611 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0007_000001
2015-02-12 15:57:34,611 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0007 APPATTEMPTID=appattempt_1423785372901_0007_000001
2015-02-12 15:57:34,612 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:57:34,612 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from ACCEPTED to RUNNING
2015-02-12 15:57:34,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:34,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:34,757 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:34,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000002
2015-02-12 15:57:34,757 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:57:34,818 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:34,818 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000003
2015-02-12 15:57:34,818 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:57:34,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:34,885 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:34,885 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:34,885 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000004 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:34,899 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:34,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:34,899 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000005 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:35,028 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0005_01_000002
2015-02-12 15:57:35,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:35,029 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0005_01_000003
2015-02-12 15:57:35,030 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:35,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,188 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:35,192 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0006_000001
2015-02-12 15:57:35,192 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0006 APPATTEMPTID=appattempt_1423785372901_0006_000001
2015-02-12 15:57:35,192 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:57:35,192 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from ACCEPTED to RUNNING
2015-02-12 15:57:35,232 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:35,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0005_01_000002 by user soberoi
2015-02-12 15:57:35,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0005
2015-02-12 15:57:35,235 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:35,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000002
2015-02-12 15:57:35,235 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from NEW to INITING
2015-02-12 15:57:35,236 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0005_01_000002 to application application_1423785372901_0005
2015-02-12 15:57:35,236 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from INITING to RUNNING
2015-02-12 15:57:35,236 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:57:35,236 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0005
2015-02-12 15:57:35,236 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0005
2015-02-12 15:57:35,236 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:35,236 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0005
2015-02-12 15:57:35,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:35,237 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:35,237 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0005_01_000002
2015-02-12 15:57:35,242 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0005_01_000003 by user soberoi
2015-02-12 15:57:35,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0005
2015-02-12 15:57:35,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000003
2015-02-12 15:57:35,243 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from NEW to INITING
2015-02-12 15:57:35,243 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0005_01_000003 to application application_1423785372901_0005
2015-02-12 15:57:35,243 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from INITING to RUNNING
2015-02-12 15:57:35,244 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:57:35,244 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0005
2015-02-12 15:57:35,244 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0005
2015-02-12 15:57:35,244 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:35,244 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0005
2015-02-12 15:57:35,245 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:35,245 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:35,245 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0005_01_000003
2015-02-12 15:57:35,254 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0005_01_000002.tokens. Credentials list:
2015-02-12 15:57:35,262 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0005_01_000003.tokens. Credentials list:
2015-02-12 15:57:35,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:35,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:35,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:35,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:35,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002.tokens
2015-02-12 15:57:35,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:57:35,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003.tokens
2015-02-12 15:57:35,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:57:35,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:35,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:35,761 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000002
2015-02-12 15:57:35,761 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:57:35,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:35,822 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:35,822 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:35,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000003
2015-02-12 15:57:35,823 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:57:35,828 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:35,849 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:35,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,886 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:35,886 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:35,886 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:35,886 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:35,887 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000006 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:35,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:35,899 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:35,899 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:35,900 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:35,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:35,900 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000007 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:35,924 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:35,924 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:35,947 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:35,947 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:35,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:35,975 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:35,975 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:35,999 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:35,999 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:36,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002/default_container_executor.sh]
2015-02-12 15:57:36,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003/default_container_executor.sh]
2015-02-12 15:57:36,257 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:36,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094 src: /127.0.0.1:58040 dest: /127.0.0.1:57437
2015-02-12 15:57:36,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094 src: /127.0.0.1:58041 dest: /127.0.0.1:57434
2015-02-12 15:57:36,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094 src: /127.0.0.1:58042 dest: /127.0.0.1:57427
2015-02-12 15:57:36,526 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58042, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, duration: 132766000
2015-02-12 15:57:36,527 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:36,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:36,527 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58041, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, duration: 133513000
2015-02-12 15:57:36,527 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:36,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:36,528 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58040, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, duration: 134444000
2015-02-12 15:57:36,528 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:36,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:36,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:57:36,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:36,657 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:36,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095 src: /127.0.0.1:58043 dest: /127.0.0.1:57437
2015-02-12 15:57:36,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095 src: /127.0.0.1:58044 dest: /127.0.0.1:57434
2015-02-12 15:57:36,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095 src: /127.0.0.1:58045 dest: /127.0.0.1:57430
2015-02-12 15:57:36,666 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58045, dest: /127.0.0.1:57430, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, duration: 1512000
2015-02-12 15:57:36,666 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:36,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:36,667 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58044, dest: /127.0.0.1:57434, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, duration: 2187000
2015-02-12 15:57:36,667 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:36,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:36,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58043, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, duration: 3082000
2015-02-12 15:57:36,668 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:36,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:36,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007.summary is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:57:36,731 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0007_01_000002
2015-02-12 15:57:36,732 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:36,732 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0007_01_000003
2015-02-12 15:57:36,732 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:36,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:36,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000002
2015-02-12 15:57:36,765 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:57:36,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:36,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000003
2015-02-12 15:57:36,823 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:57:36,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:36,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:36,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,886 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:36,886 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:36,887 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:36,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:36,887 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000008 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:36,902 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:36,903 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:36,903 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0005
2015-02-12 15:57:36,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:36,904 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0005_01_000009 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@494af285
2015-02-12 15:57:36,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:36,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:37,081 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:37,081 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:37,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0007_01_000002 by user soberoi
2015-02-12 15:57:37,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0007_01_000003 by user soberoi
2015-02-12 15:57:37,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0007
2015-02-12 15:57:37,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0007
2015-02-12 15:57:37,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000002
2015-02-12 15:57:37,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000003
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from NEW to INITING
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0007_01_000003 to application application_1423785372901_0007
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from NEW to INITING
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from INITING to RUNNING
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0007_01_000002 to application application_1423785372901_0007
2015-02-12 15:57:37,086 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from INITING to RUNNING
2015-02-12 15:57:37,086 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:57:37,087 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0007
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0007
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0007
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0007
2015-02-12 15:57:37,087 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:37,087 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0007
2015-02-12 15:57:37,087 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0007
2015-02-12 15:57:37,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:37,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:37,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:37,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:37,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0007_01_000003
2015-02-12 15:57:37,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0007_01_000002
2015-02-12 15:57:37,104 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0007_01_000003.tokens. Credentials list:
2015-02-12 15:57:37,117 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0007_01_000002.tokens. Credentials list:
2015-02-12 15:57:37,234 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:37,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:37,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:37,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0007_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002.tokens
2015-02-12 15:57:37,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:57:37,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0007_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003.tokens
2015-02-12 15:57:37,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:57:37,516 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0006_01_000002
2015-02-12 15:57:37,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:37,517 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0006_01_000003
2015-02-12 15:57:37,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:37,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:37,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:37,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:37,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:37,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:37,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:37,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096 src: /127.0.0.1:58049 dest: /127.0.0.1:57437
2015-02-12 15:57:37,767 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096 src: /127.0.0.1:58055 dest: /127.0.0.1:57434
2015-02-12 15:57:37,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:37,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:37,768 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000010
2015-02-12 15:57:37,769 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0005_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:37,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096 src: /127.0.0.1:58056 dest: /127.0.0.1:57427
2015-02-12 15:57:37,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:37,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:37,792 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:37,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:37,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:37,802 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0011_000001
2015-02-12 15:57:37,803 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0011 APPATTEMPTID=appattempt_1423785372901_0011_000001
2015-02-12 15:57:37,803 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:57:37,803 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from ACCEPTED to RUNNING
2015-02-12 15:57:37,829 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:37,829 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:37,829 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000004
2015-02-12 15:57:37,830 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:37,869 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:37,869 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:37,875 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:37,875 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:37,892 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:37,892 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:37,892 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:37,892 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:37,893 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000004 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:37,903 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0005_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:37,903 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0005 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:37,904 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:37,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:37,904 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000005 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:37,939 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:37,939 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:37,946 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:37,946 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:38,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:38,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58056, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, duration: 286757000
2015-02-12 15:57:38,058 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:38,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:38,059 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58055, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, duration: 287759000
2015-02-12 15:57:38,059 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:38,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:38,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58049, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, duration: 288590000
2015-02-12 15:57:38,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:38,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:38,063 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:38,065 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0005_01_000010 by user soberoi
2015-02-12 15:57:38,065 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000010
2015-02-12 15:57:38,066 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0005_01_000010 to application application_1423785372901_0005
2015-02-12 15:57:38,066 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from NEW to LOCALIZING
2015-02-12 15:57:38,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0005
2015-02-12 15:57:38,066 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0005
2015-02-12 15:57:38,066 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:38,066 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0005
2015-02-12 15:57:38,067 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:38,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:57:38,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:38,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:38,160 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:38,160 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:38,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003/default_container_executor.sh]
2015-02-12 15:57:38,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002/default_container_executor.sh]
2015-02-12 15:57:38,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:38,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:38,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:38,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000010/default_container_executor.sh]
2015-02-12 15:57:38,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:57:38,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097 src: /127.0.0.1:58060 dest: /127.0.0.1:57427
2015-02-12 15:57:38,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097 src: /127.0.0.1:58061 dest: /127.0.0.1:57437
2015-02-12 15:57:38,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097 src: /127.0.0.1:58062 dest: /127.0.0.1:57434
2015-02-12 15:57:38,488 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58062, dest: /127.0.0.1:57434, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, duration: 15679000
2015-02-12 15:57:38,488 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:38,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:57:38,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58061, dest: /127.0.0.1:57437, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, duration: 16300000
2015-02-12 15:57:38,489 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:38,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:38,489 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58060, dest: /127.0.0.1:57427, bytes: 415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, duration: 17248000
2015-02-12 15:57:38,490 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:38,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:38,492 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006.summary is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:57:38,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:38,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:38,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:38,737 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:38,737 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:38,737 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:38,740 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0006_01_000004 by user soberoi
2015-02-12 15:57:38,740 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0006
2015-02-12 15:57:38,740 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0006_01_000003 by user soberoi
2015-02-12 15:57:38,740 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from NEW to INITING
2015-02-12 15:57:38,740 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0006_01_000004 to application application_1423785372901_0006
2015-02-12 15:57:38,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000004
2015-02-12 15:57:38,741 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0006_01_000003 to application application_1423785372901_0006
2015-02-12 15:57:38,741 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from INITING to RUNNING
2015-02-12 15:57:38,741 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:57:38,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0006_01_000002 by user soberoi
2015-02-12 15:57:38,741 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:57:38,741 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000003
2015-02-12 15:57:38,742 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,742 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,742 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:38,742 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0006
2015-02-12 15:57:38,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0006
2015-02-12 15:57:38,742 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000002
2015-02-12 15:57:38,742 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:38,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:38,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from NEW to INITING
2015-02-12 15:57:38,743 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0006_01_000002 to application application_1423785372901_0006
2015-02-12 15:57:38,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from INITING to RUNNING
2015-02-12 15:57:38,743 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:57:38,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,743 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:38,744 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0006
2015-02-12 15:57:38,744 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:38,744 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:38,744 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0006_01_000002
2015-02-12 15:57:38,743 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0006
2015-02-12 15:57:38,744 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:38,744 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0006
2015-02-12 15:57:38,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0006_01_000003
2015-02-12 15:57:38,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0006_01_000004
2015-02-12 15:57:38,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0006_01_000004.tokens. Credentials list:
2015-02-12 15:57:38,761 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785372901_0006_01_000002.tokens. Credentials list:
2015-02-12 15:57:38,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0006_01_000003.tokens. Credentials list:
2015-02-12 15:57:38,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000010 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:38,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:38,770 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:38,770 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:38,770 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000006 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:38,829 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:38,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:38,830 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:38,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:38,830 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000007 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:38,897 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:38,897 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:38,897 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:38,898 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:38,898 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000008 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:38,907 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:38,907 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:38,907 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0007
2015-02-12 15:57:38,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:38,907 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0007_01_000009 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@626921f1
2015-02-12 15:57:38,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:38,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:39,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785372901_0006_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002.tokens
2015-02-12 15:57:39,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:57:39,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004.tokens
2015-02-12 15:57:39,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:57:39,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:39,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:39,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:39,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:39,588 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:39,590 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:39,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:39,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:39,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:39,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:39,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:39,688 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:39,688 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:39,688 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:39,688 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:39,736 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:39,736 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:39,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:39,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:39,744 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:39,744 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:39,770 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:39,770 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:39,771 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:39,771 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000002 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:39,771 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000002 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:39,835 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:39,835 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:39,835 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:39,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000003 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:39,835 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000003 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:39,901 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:39,901 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:39,901 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:39,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:39,901 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000004 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:39,908 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0007_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:39,908 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0007 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:39,908 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:39,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:39,909 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000005 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:39,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003/default_container_executor.sh]
2015-02-12 15:57:39,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004/default_container_executor.sh]
2015-02-12 15:57:39,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002/default_container_executor.sh]
2015-02-12 15:57:40,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:57:40,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092
2015-02-12 15:57:40,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093
2015-02-12 15:57:40,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:40,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092
2015-02-12 15:57:40,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093
2015-02-12 15:57:40,772 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:40,772 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:40,773 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:40,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:40,773 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000006 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:40,837 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:40,838 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:40,838 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:40,838 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:40,838 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000007 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:40,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098 src: /127.0.0.1:58071 dest: /127.0.0.1:57437
2015-02-12 15:57:40,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098 src: /127.0.0.1:58072 dest: /127.0.0.1:57434
2015-02-12 15:57:40,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098 src: /127.0.0.1:58073 dest: /127.0.0.1:57430
2015-02-12 15:57:40,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003.tokens
2015-02-12 15:57:40,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:57:40,904 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:40,904 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:40,905 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:40,905 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:40,905 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000008 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:40,910 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:40,910 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:40,911 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:40,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:40,911 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000009 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:41,053 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58073, dest: /127.0.0.1:57430, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, duration: 190066000
2015-02-12 15:57:41,053 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:41,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:41,054 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58072, dest: /127.0.0.1:57434, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, duration: 190670000
2015-02-12 15:57:41,054 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:41,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:41,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58071, dest: /127.0.0.1:57437, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, duration: 191497000
2015-02-12 15:57:41,055 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:41,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:41,066 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:57:41,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:41,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:57:41,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099 src: /127.0.0.1:58075 dest: /127.0.0.1:57434
2015-02-12 15:57:41,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099 src: /127.0.0.1:58076 dest: /127.0.0.1:57437
2015-02-12 15:57:41,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099 src: /127.0.0.1:58077 dest: /127.0.0.1:57427
2015-02-12 15:57:41,191 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58077, dest: /127.0.0.1:57427, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, duration: 1752000
2015-02-12 15:57:41,191 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:41,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:57:41,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58076, dest: /127.0.0.1:57437, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, duration: 2526000
2015-02-12 15:57:41,192 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:41,192 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:41,193 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58075, dest: /127.0.0.1:57434, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, duration: 3560000
2015-02-12 15:57:41,193 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:41,194 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:41,226 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011.summary is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:57:41,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741916_1092
2015-02-12 15:57:41,518 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741917_1093
2015-02-12 15:57:41,776 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:41,777 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:41,777 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:41,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000010 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:41,777 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000010 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:41,840 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:41,840 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:41,841 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:41,841 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000011 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:41,841 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000011 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:41,905 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:41,906 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:41,906 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:41,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000012 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:41,906 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000012 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:41,912 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:41,912 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:41,913 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:41,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000013 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:41,913 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000013 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:42,778 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:42,779 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:42,779 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:42,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000014 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:42,779 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000014 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:42,844 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:42,844 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:42,845 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:42,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000015 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:42,845 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000015 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:42,908 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:42,908 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:42,908 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:42,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000016 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:42,909 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000016 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:42,914 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:42,915 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:42,915 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:42,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000017 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:42,915 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000017 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:43,781 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:43,781 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:43,782 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:43,782 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000018 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:43,782 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000018 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:43,845 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:43,845 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:43,846 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:43,846 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000019 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:43,846 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000019 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:43,912 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:43,912 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:43,912 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:43,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000020 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:43,912 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000020 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:43,918 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:43,918 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:43,919 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:43,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000021 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:43,919 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000021 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:44,782 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:44,783 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:44,783 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:44,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000022 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:44,783 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000022 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:44,847 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:44,847 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:44,847 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:44,847 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000023 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:44,848 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000023 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:44,914 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:44,915 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:44,915 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:44,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000024 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:44,915 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000024 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:44,919 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:44,920 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:44,920 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:44,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000025 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:44,920 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000025 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:45,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095
2015-02-12 15:57:45,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094
2015-02-12 15:57:45,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097
2015-02-12 15:57:45,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096
2015-02-12 15:57:45,784 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:45,784 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:45,784 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:45,784 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000026 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:45,785 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000026 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:45,852 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:45,852 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:45,852 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:45,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000027 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:45,852 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000027 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:45,916 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:45,916 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:45,916 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:45,916 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000028 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:45,916 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000028 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:45,922 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:45,922 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:45,923 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:45,923 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000029 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:45,923 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000029 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:46,028 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096
2015-02-12 15:57:46,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095
2015-02-12 15:57:46,029 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094
2015-02-12 15:57:46,030 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097
2015-02-12 15:57:46,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099
2015-02-12 15:57:46,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741919_1095
2015-02-12 15:57:46,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741921_1097
2015-02-12 15:57:46,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741918_1094
2015-02-12 15:57:46,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741920_1096
2015-02-12 15:57:46,528 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098
2015-02-12 15:57:46,784 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:46,785 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:46,785 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:46,785 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000030 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:46,785 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000030 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:46,857 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:46,857 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:46,857 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:46,857 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000031 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:46,858 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000031 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:46,918 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:46,918 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:46,919 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:46,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000032 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:46,919 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000032 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:46,923 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:46,923 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:46,924 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:46,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000033 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:46,924 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000033 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:47,789 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:47,789 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:47,790 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:47,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000034 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:47,790 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000034 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:47,860 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:47,860 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:47,860 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:47,860 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000035 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:47,861 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000035 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:47,919 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:47,919 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:47,920 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:47,920 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000036 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:47,920 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000036 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:47,927 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:47,927 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:47,928 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:47,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000037 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:47,928 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000037 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:48,790 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:48,790 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:48,790 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:48,791 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000038 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:48,791 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000038 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:48,861 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:48,861 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:48,862 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:48,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000039 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:48,862 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000039 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:48,931 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:48,931 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:48,931 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:48,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000040 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:48,932 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000040 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:48,932 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:48,932 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:48,932 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:48,932 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000041 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:48,932 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000041 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:49,793 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:49,793 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:49,793 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:49,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000042 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:49,793 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000042 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:49,862 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:49,862 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:49,862 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:49,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000043 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:49,863 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000043 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:49,934 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:49,935 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:49,935 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:49,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000044 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:49,935 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000044 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:49,935 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:49,935 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:49,936 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:49,936 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000045 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:49,936 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000045 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:50,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098
2015-02-12 15:57:50,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099
2015-02-12 15:57:50,795 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:50,796 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:50,796 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:50,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000046 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:50,796 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000046 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:50,865 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:50,865 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:50,865 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:50,865 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000047 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:50,865 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000047 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:50,939 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:50,939 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:50,940 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:50,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000048 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:50,940 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000048 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:50,940 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:50,940 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:50,940 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:50,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000049 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:50,941 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000049 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:51,035 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741922_1098
2015-02-12 15:57:51,036 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741923_1099
2015-02-12 15:57:51,798 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:51,798 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:51,798 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:51,799 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000050 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:51,799 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000050 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:51,869 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:51,870 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:51,870 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:51,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000051 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:51,870 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000051 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:51,940 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:51,940 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:51,940 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:51,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000052 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:51,941 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000052 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:51,941 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:51,941 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:51,941 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:51,941 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000053 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:51,941 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000053 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:52,800 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:52,800 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:52,800 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:52,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000054 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:52,800 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000054 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:52,870 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:52,870 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:52,871 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:52,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000055 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:52,871 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000055 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:52,944 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:52,945 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:52,945 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:52,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000056 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:52,945 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000056 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:52,946 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:52,946 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:52,946 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:52,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000057 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:52,946 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000057 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:53,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:53,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:53,801 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:53,801 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:53,801 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:53,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000058 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:53,802 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000058 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:53,872 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:53,872 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:53,872 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:53,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000059 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:53,872 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000059 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:53,945 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:53,945 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:53,946 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:53,946 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000060 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:53,946 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000060 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:53,947 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:53,947 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:53,947 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:53,947 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000061 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:53,947 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000061 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:54,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:54,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:54,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:54,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:54,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:54,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:54,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:54,806 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:54,806 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:54,806 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:54,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000062 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:54,807 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000062 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:54,877 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:54,877 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:54,877 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:54,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000063 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:54,878 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000063 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:54,947 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:54,948 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:54,948 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:54,948 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000064 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:54,948 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000064 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:54,948 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:54,948 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:54,949 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:54,949 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000065 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:54,949 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000065 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:55,074 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:55,107 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:55,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100 src: /127.0.0.1:58098 dest: /127.0.0.1:57434
2015-02-12 15:57:55,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100 src: /127.0.0.1:58100 dest: /127.0.0.1:57437
2015-02-12 15:57:55,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100 src: /127.0.0.1:58101 dest: /127.0.0.1:57430
2015-02-12 15:57:55,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101 src: /127.0.0.1:58099 dest: /127.0.0.1:57434
2015-02-12 15:57:55,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101 src: /127.0.0.1:58102 dest: /127.0.0.1:57427
2015-02-12 15:57:55,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101 src: /127.0.0.1:58103 dest: /127.0.0.1:57437
2015-02-12 15:57:55,327 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58101, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000001_0_512340931_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, duration: 110623000
2015-02-12 15:57:55,327 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:55,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:55,328 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58100, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000001_0_512340931_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, duration: 111264000
2015-02-12 15:57:55,328 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:55,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:57:55,329 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58098, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000001_0_512340931_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, duration: 112246000
2015-02-12 15:57:55,329 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:55,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:55,334 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0005_m_000001_0_512340931_1
2015-02-12 15:57:55,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:55,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:55,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:55,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:55,395 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:55,397 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0005_01_000003
2015-02-12 15:57:55,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000003
2015-02-12 15:57:55,398 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:57:55,398 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0005_01_000003
2015-02-12 15:57:55,398 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:57:55,398 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:55,399 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:55,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000066 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:55,399 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000066 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:55,418 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0005_01_000003 is : 143
2015-02-12 15:57:55,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:57:55,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58103, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000000_0_-905745164_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, duration: 162412000
2015-02-12 15:57:55,421 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:55,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:57:55,422 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58102, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000000_0_-905745164_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, duration: 163489000
2015-02-12 15:57:55,422 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:55,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102 src: /127.0.0.1:58107 dest: /127.0.0.1:57437
2015-02-12 15:57:55,423 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58099, dest: /127.0.0.1:57434, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000000_0_-905745164_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, duration: 164704000
2015-02-12 15:57:55,423 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:55,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:55,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102 src: /127.0.0.1:58108 dest: /127.0.0.1:57427
2015-02-12 15:57:55,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:55,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102 src: /127.0.0.1:58109 dest: /127.0.0.1:57434
2015-02-12 15:57:55,430 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:55,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003
2015-02-12 15:57:55,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003
2015-02-12 15:57:55,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003
2015-02-12 15:57:55,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000003
2015-02-12 15:57:55,432 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000003
2015-02-12 15:57:55,433 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:55,433 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0005_01_000003 from application application_1423785372901_0005
2015-02-12 15:57:55,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:55,433 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0005
2015-02-12 15:57:55,433 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist for DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:57:55,443 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0005_m_000000_0_-905745164_1
2015-02-12 15:57:55,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:55,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:55,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:55,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:55,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:55,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:55,487 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:55,489 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0005_01_000002
2015-02-12 15:57:55,489 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000002
2015-02-12 15:57:55,489 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:57:55,489 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0005_01_000002
2015-02-12 15:57:55,489 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:55,490 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:55,490 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:55,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000067 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:55,490 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000067 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:55,508 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0005_01_000002 is : 143
2015-02-12 15:57:55,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:55,518 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:55,518 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002
2015-02-12 15:57:55,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002
2015-02-12 15:57:55,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002
2015-02-12 15:57:55,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000002
2015-02-12 15:57:55,519 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000002
2015-02-12 15:57:55,519 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:55,519 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0005_01_000002 from application application_1423785372901_0005
2015-02-12 15:57:55,520 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:55,520 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0005
2015-02-12 15:57:55,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:55,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:55,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:55,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:57:55,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:55,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:55,949 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:55,949 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:55,950 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:55,950 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000068 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:55,950 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000068 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:55,950 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:55,950 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:55,951 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:55,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000069 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:55,951 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000069 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:56,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:56,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:56,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:56,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:56,099 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:56,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:57:56,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:57:56,173 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103 src: /127.0.0.1:58119 dest: /127.0.0.1:57434
2015-02-12 15:57:56,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103 src: /127.0.0.1:58120 dest: /127.0.0.1:57437
2015-02-12 15:57:56,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103 src: /127.0.0.1:58121 dest: /127.0.0.1:57427
2015-02-12 15:57:56,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:56,210 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:57:56,222 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58121, dest: /127.0.0.1:57427, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000001_0_1726619455_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, duration: 43869000
2015-02-12 15:57:56,222 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:56,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:56,223 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58120, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000001_0_1726619455_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, duration: 44669000
2015-02-12 15:57:56,223 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:56,224 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58119, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000001_0_1726619455_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, duration: 45636000
2015-02-12 15:57:56,224 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:56,246 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 812 Total time for transactions(ms): 55 Number of transactions batched in Syncs: 2 Number of syncs: 527 SyncTimes(ms): 164 154
2015-02-12 15:57:56,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0007_m_000001_0_1726619455_1
2015-02-12 15:57:56,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105 src: /127.0.0.1:58123 dest: /127.0.0.1:57434
2015-02-12 15:57:56,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105 src: /127.0.0.1:58124 dest: /127.0.0.1:57427
2015-02-12 15:57:56,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105 src: /127.0.0.1:58125 dest: /127.0.0.1:57437
2015-02-12 15:57:56,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104 src: /127.0.0.1:58122 dest: /127.0.0.1:57434
2015-02-12 15:57:56,333 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104 src: /127.0.0.1:58126 dest: /127.0.0.1:57437
2015-02-12 15:57:56,335 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104 src: /127.0.0.1:58127 dest: /127.0.0.1:57427
2015-02-12 15:57:56,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:56,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:56,376 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:56,377 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0007_01_000003
2015-02-12 15:57:56,378 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000003
2015-02-12 15:57:56,378 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:57:56,378 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0007_01_000003
2015-02-12 15:57:56,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:56,379 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:57:56,379 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000003
2015-02-12 15:57:56,379 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:56,379 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0005_000001 released container container_1423785372901_0005_01_000003 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:56,379 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072
2015-02-12 15:57:56,379 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=3 available=1024 used=3072, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:57:56,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000070 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:56,380 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000070
2015-02-12 15:57:56,380 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0011_01_000070 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:56,398 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:57:56,398 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0007_01_000003 is : 143
2015-02-12 15:57:56,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106 src: /127.0.0.1:58130 dest: /127.0.0.1:57427
2015-02-12 15:57:56,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106 src: /127.0.0.1:58131 dest: /127.0.0.1:57437
2015-02-12 15:57:56,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106 src: /127.0.0.1:58132 dest: /127.0.0.1:57430
2015-02-12 15:57:56,408 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist for DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:57:56,408 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:56,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003
2015-02-12 15:57:56,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003
2015-02-12 15:57:56,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003
2015-02-12 15:57:56,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000003
2015-02-12 15:57:56,409 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:56,410 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0007_01_000003 from application application_1423785372901_0007
2015-02-12 15:57:56,410 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:56,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000003
2015-02-12 15:57:56,410 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0007
2015-02-12 15:57:56,431 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58125, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000002_0_926637686_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, duration: 110838000
2015-02-12 15:57:56,431 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:56,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:56,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58124, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000002_0_926637686_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, duration: 111528000
2015-02-12 15:57:56,432 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:56,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58123, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000002_0_926637686_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, duration: 112376000
2015-02-12 15:57:56,433 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:56,447 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58127, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000000_0_1427104200_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, duration: 111177000
2015-02-12 15:57:56,448 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:56,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0005_m_000002_0_926637686_1
2015-02-12 15:57:56,449 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58126, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000000_0_1427104200_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, duration: 112828000
2015-02-12 15:57:56,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:56,450 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,450 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:56,450 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58122, dest: /127.0.0.1:57434, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000000_0_1427104200_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, duration: 113958000
2015-02-12 15:57:56,450 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:56,451 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:56,455 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0007_m_000000_0_1427104200_1
2015-02-12 15:57:56,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:56,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:56,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:56,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:56,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:56,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:56,491 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:57:56,491 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000002
2015-02-12 15:57:56,491 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:56,491 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0005_000001 released container container_1423785372901_0005_01_000002 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:56,491 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072
2015-02-12 15:57:56,491 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=3 available=1024 used=3072, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:56,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:56,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000011
2015-02-12 15:57:56,492 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0005_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:56,499 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:56,500 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:56,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0007_01_000002
2015-02-12 15:57:56,501 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000002
2015-02-12 15:57:56,502 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:57:56,502 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0007_01_000002
2015-02-12 15:57:56,503 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:56,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0005_01_000010
2015-02-12 15:57:56,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000010
2015-02-12 15:57:56,503 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:56,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000071 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:56,504 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000071 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:56,504 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:56,504 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:57:56,504 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:56,505 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:56,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000072 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:56,505 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000072 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:56,523 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0007_01_000002 is : 143
2015-02-12 15:57:56,533 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from RUNNING to KILLING
2015-02-12 15:57:56,534 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:56,534 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0005_01_000010
2015-02-12 15:57:56,554 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0005_01_000010 is : 143
2015-02-12 15:57:56,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002
2015-02-12 15:57:56,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002
2015-02-12 15:57:56,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002
2015-02-12 15:57:56,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000002
2015-02-12 15:57:56,566 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:56,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000002
2015-02-12 15:57:56,567 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:56,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000010
2015-02-12 15:57:56,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000010
2015-02-12 15:57:56,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000010
2015-02-12 15:57:56,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000010
2015-02-12 15:57:56,568 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0007_01_000002 from application application_1423785372901_0007
2015-02-12 15:57:56,568 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:56,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0007
2015-02-12 15:57:56,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000010
2015-02-12 15:57:56,568 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:56,569 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0005_01_000010 from application application_1423785372901_0005
2015-02-12 15:57:56,569 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:56,569 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0005
2015-02-12 15:57:56,742 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30004 milliseconds
2015-02-12 15:57:56,743 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:57:56,794 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:56,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:57:56,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:57:56,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108 src: /127.0.0.1:58137 dest: /127.0.0.1:57437
2015-02-12 15:57:56,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108 src: /127.0.0.1:58139 dest: /127.0.0.1:57434
2015-02-12 15:57:56,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108 src: /127.0.0.1:58140 dest: /127.0.0.1:57427
2015-02-12 15:57:56,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107 src: /127.0.0.1:58136 dest: /127.0.0.1:57437
2015-02-12 15:57:56,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107 src: /127.0.0.1:58141 dest: /127.0.0.1:57427
2015-02-12 15:57:56,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107 src: /127.0.0.1:58142 dest: /127.0.0.1:57430
2015-02-12 15:57:56,953 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:56,953 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:56,953 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:56,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000073 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:56,954 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000073 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:56,954 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:56,954 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:56,954 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:56,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000074 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:56,955 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000074 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:56,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109 src: /127.0.0.1:58138 dest: /127.0.0.1:57434
2015-02-12 15:57:56,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109 src: /127.0.0.1:58143 dest: /127.0.0.1:57437
2015-02-12 15:57:56,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109 src: /127.0.0.1:58144 dest: /127.0.0.1:57430
2015-02-12 15:57:57,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58140, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000002_0_-310108050_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, duration: 65321000
2015-02-12 15:57:57,006 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:57,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,007 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58139, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000002_0_-310108050_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, duration: 66044000
2015-02-12 15:57:57,007 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,007 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:57,007 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58137, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000002_0_-310108050_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, duration: 67012000
2015-02-12 15:57:57,008 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:57:57,010 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58142, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000000_0_1094505304_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, duration: 63918000
2015-02-12 15:57:57,011 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:57,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,011 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58141, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000000_0_1094505304_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, duration: 64585000
2015-02-12 15:57:57,012 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,012 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58136, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000000_0_1094505304_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, duration: 65641000
2015-02-12 15:57:57,013 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0006_m_000002_0_-310108050_1
2015-02-12 15:57:57,018 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0006_m_000000_0_1094505304_1
2015-02-12 15:57:57,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58144, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000001_0_-184514020_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, duration: 48104000
2015-02-12 15:57:57,026 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:57:57,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58143, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000001_0_-184514020_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, duration: 49055000
2015-02-12 15:57:57,028 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,029 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58138, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000001_0_-184514020_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, duration: 51581000
2015-02-12 15:57:57,029 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:57:57,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:57:57,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:57:57,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0006_m_000001_0_-184514020_1
2015-02-12 15:57:57,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:57,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:57:57,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:57,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:57:57,084 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:57,084 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:57,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:57:57,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0006_01_000002
2015-02-12 15:57:57,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0006_01_000004
2015-02-12 15:57:57,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000004
2015-02-12 15:57:57,087 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000002
2015-02-12 15:57:57,087 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:57:57,087 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0006_01_000002
2015-02-12 15:57:57,088 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:57:57,089 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0006_01_000004
2015-02-12 15:57:57,091 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:57,091 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:57,091 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:57:57,092 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000003
2015-02-12 15:57:57,092 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:57,092 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0007_000001 released container container_1423785372901_0007_01_000003 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:57,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:57,092 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000010
2015-02-12 15:57:57,092 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:57,092 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:57,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000010 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:57,093 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0005_01_000010 in state: COMPLETED event:FINISHED
2015-02-12 15:57:57,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000010
2015-02-12 15:57:57,093 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0005_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:57,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0005_000001 released container container_1423785372901_0005_01_000010 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:57,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:57,093 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:57:57,093 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000002
2015-02-12 15:57:57,093 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:57:57,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0007_000001 released container container_1423785372901_0007_01_000002 on node: host: 10.1.1.67:57469 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:57,094 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=2 available=2048 used=2048
2015-02-12 15:57:57,094 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=2 available=2048 used=2048, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:57,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:57,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000011
2015-02-12 15:57:57,094 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:57:57,110 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0006_01_000004 is : 143
2015-02-12 15:57:57,112 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:57:57,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110 src: /127.0.0.1:58148 dest: /127.0.0.1:57430
2015-02-12 15:57:57,116 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0006_01_000002 is : 143
2015-02-12 15:57:57,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110 src: /127.0.0.1:58149 dest: /127.0.0.1:57427
2015-02-12 15:57:57,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110 src: /127.0.0.1:58150 dest: /127.0.0.1:57437
2015-02-12 15:57:57,122 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist for DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:57:57,123 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:57,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004
2015-02-12 15:57:57,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004
2015-02-12 15:57:57,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000004
2015-02-12 15:57:57,124 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:57,125 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0006_01_000004 from application application_1423785372901_0006
2015-02-12 15:57:57,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004
2015-02-12 15:57:57,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000004
2015-02-12 15:57:57,125 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0006
2015-02-12 15:57:57,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:57,140 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:57:57,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0005_01_000011 by user soberoi
2015-02-12 15:57:57,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000011
2015-02-12 15:57:57,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:57,148 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0005_01_000011 to application application_1423785372901_0005
2015-02-12 15:57:57,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:57:57,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002
2015-02-12 15:57:57,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002
2015-02-12 15:57:57,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002
2015-02-12 15:57:57,150 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000002
2015-02-12 15:57:57,151 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from NEW to LOCALIZING
2015-02-12 15:57:57,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000002
2015-02-12 15:57:57,151 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:57,151 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0005
2015-02-12 15:57:57,151 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0005
2015-02-12 15:57:57,151 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:57,151 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0005
2015-02-12 15:57:57,152 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0006_01_000002 from application application_1423785372901_0006
2015-02-12 15:57:57,152 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,153 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0006
2015-02-12 15:57:57,154 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:57,173 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:57,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0006_01_000003
2015-02-12 15:57:57,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000003
2015-02-12 15:57:57,175 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:57:57,175 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0006_01_000003
2015-02-12 15:57:57,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:57,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:57,176 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:57:57,176 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000004
2015-02-12 15:57:57,176 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:57,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0006_000001 released container container_1423785372901_0006_01_000004 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:57,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:57,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000075 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:57,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000075
2015-02-12 15:57:57,177 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0011_01_000075 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:57,195 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0006_01_000003 is : 143
2015-02-12 15:57:57,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:57:57,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003
2015-02-12 15:57:57,206 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000003
2015-02-12 15:57:57,206 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:57:57,206 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0006_01_000003 from application application_1423785372901_0006
2015-02-12 15:57:57,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0006
2015-02-12 15:57:57,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003
2015-02-12 15:57:57,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003
2015-02-12 15:57:57,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000003
2015-02-12 15:57:57,210 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:57,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,223 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0011_01_000070
2015-02-12 15:57:57,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000070 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:57,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000075 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:57,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:57,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:57,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000011/default_container_executor.sh]
2015-02-12 15:57:57,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,450 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:57,451 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:57,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0011_01_000070 by user soberoi
2015-02-12 15:57:57,454 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0011_01_000075 by user soberoi
2015-02-12 15:57:57,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0011
2015-02-12 15:57:57,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000075
2015-02-12 15:57:57,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000070
2015-02-12 15:57:57,456 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0011_01_000075 to application application_1423785372901_0011
2015-02-12 15:57:57,457 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from NEW to INITING
2015-02-12 15:57:57,458 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0011_01_000070 to application application_1423785372901_0011
2015-02-12 15:57:57,458 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from INITING to RUNNING
2015-02-12 15:57:57,459 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from NEW to LOCALIZING
2015-02-12 15:57:57,459 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from NEW to LOCALIZING
2015-02-12 15:57:57,459 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0011
2015-02-12 15:57:57,459 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0011
2015-02-12 15:57:57,460 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:57,460 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0011
2015-02-12 15:57:57,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:57,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:57,461 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0011
2015-02-12 15:57:57,461 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0011
2015-02-12 15:57:57,461 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:57,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0011
2015-02-12 15:57:57,462 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0011_01_000070
2015-02-12 15:57:57,463 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0011_01_000075
2015-02-12 15:57:57,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0011_01_000075.tokens. Credentials list:
2015-02-12 15:57:57,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0011_01_000070.tokens. Credentials list:
2015-02-12 15:57:57,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:57,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0011_01_000075.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075.tokens
2015-02-12 15:57:57,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:57:57,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:57,830 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:57,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:57,847 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:57,849 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:57:57,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0007_01_000010 by user soberoi
2015-02-12 15:57:57,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000010
2015-02-12 15:57:57,849 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0007_01_000010 to application application_1423785372901_0007
2015-02-12 15:57:57,850 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from NEW to LOCALIZING
2015-02-12 15:57:57,850 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0007
2015-02-12 15:57:57,850 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0007
2015-02-12 15:57:57,850 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:57,850 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0007
2015-02-12 15:57:57,851 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:57,851 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0007_01_000011 by user soberoi
2015-02-12 15:57:57,852 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000011
2015-02-12 15:57:57,853 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0007_01_000011 to application application_1423785372901_0007
2015-02-12 15:57:57,853 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from NEW to LOCALIZING
2015-02-12 15:57:57,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0007
2015-02-12 15:57:57,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0007
2015-02-12 15:57:57,853 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:57,853 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0007
2015-02-12 15:57:57,854 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:57,901 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:57,901 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,909 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:57,909 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:57,911 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:57,954 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:57,954 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:57,954 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0006
2015-02-12 15:57:57,955 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000005 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:57,955 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0006_01_000005 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@3e95e653
2015-02-12 15:57:57,955 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:57,955 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:57,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:57,955 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0006
2015-02-12 15:57:57,956 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:57,956 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0006_01_000006 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@3e95e653
2015-02-12 15:57:57,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:58,019 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:58,019 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:58,019 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:58,085 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:58,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:58,086 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000010/default_container_executor.sh]
2015-02-12 15:57:58,087 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:58,087 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:58,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000011 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:58,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000011 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:58,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:58,096 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:57:58,096 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000002
2015-02-12 15:57:58,096 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:57:58,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0006_000001 released container container_1423785372901_0006_01_000002 on node: host: 10.1.1.67:57469 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:57:58,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:58,097 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000007
2015-02-12 15:57:58,097 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:57:58,126 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000011/default_container_executor.sh]
2015-02-12 15:57:58,138 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:58,176 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0005_01_000003]
2015-02-12 15:57:58,176 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000010 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:58,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000070 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:58,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000075 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:58,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:57:58,177 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:57:58,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000003
2015-02-12 15:57:58,177 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:57:58,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0006_000001 released container container_1423785372901_0006_01_000003 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:57:58,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:58,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000076 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:58,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000076
2015-02-12 15:57:58,178 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0011_01_000076 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:58,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000076 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:58,247 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:58,249 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0011_01_000076 by user soberoi
2015-02-12 15:57:58,250 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000076
2015-02-12 15:57:58,250 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0011_01_000076 to application application_1423785372901_0011
2015-02-12 15:57:58,250 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from NEW to LOCALIZING
2015-02-12 15:57:58,250 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0011
2015-02-12 15:57:58,250 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0011
2015-02-12 15:57:58,251 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:58,251 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0011
2015-02-12 15:57:58,251 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:58,320 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:58,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:58,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070/default_container_executor.sh]
2015-02-12 15:57:58,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075/default_container_executor.sh]
2015-02-12 15:57:58,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000076/default_container_executor.sh]
2015-02-12 15:57:58,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:58,825 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:57:58,828 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0006_01_000007 by user soberoi
2015-02-12 15:57:58,829 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000007
2015-02-12 15:57:58,829 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0006_01_000007 to application application_1423785372901_0006
2015-02-12 15:57:58,829 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:57:58,829 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0006
2015-02-12 15:57:58,829 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0006
2015-02-12 15:57:58,829 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:58,829 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0006
2015-02-12 15:57:58,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:58,841 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:58,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:58,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:58,957 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0006_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:58,957 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0006 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:57:58,958 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:58,958 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000077 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:58,958 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000077 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:58,958 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0006_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:58,958 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0006 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:57:58,958 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:58,958 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000078 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:58,958 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000078 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:59,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:59,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000007/default_container_executor.sh]
2015-02-12 15:57:59,097 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0005_01_000002, container_1423785372901_0007_01_000002, container_1423785372901_0005_01_000010]
2015-02-12 15:57:59,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:59,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,098 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000079 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:57:59,098 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000079
2015-02-12 15:57:59,098 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0011_01_000079 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:57:59,177 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0007_01_000003, container_1423785372901_0006_01_000004]
2015-02-12 15:57:59,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000076 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:57:59,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:57:59,178 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:59,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000080 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:59,178 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000080 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:59,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785372901_0011_01_000070.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070.tokens
2015-02-12 15:57:59,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:57:59,242 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0011_01_000079
2015-02-12 15:57:59,243 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000079 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:57:59,253 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:57:59,255 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0011_01_000079 by user soberoi
2015-02-12 15:57:59,255 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0011
2015-02-12 15:57:59,256 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000079
2015-02-12 15:57:59,256 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from NEW to INITING
2015-02-12 15:57:59,256 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0011_01_000079 to application application_1423785372901_0011
2015-02-12 15:57:59,256 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from INITING to RUNNING
2015-02-12 15:57:59,256 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from NEW to LOCALIZING
2015-02-12 15:57:59,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0011
2015-02-12 15:57:59,257 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0011
2015-02-12 15:57:59,257 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:57:59,257 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0011
2015-02-12 15:57:59,257 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:57:59,257 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:57:59,257 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0011_01_000079
2015-02-12 15:57:59,273 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0011_01_000079.tokens. Credentials list:
2015-02-12 15:57:59,455 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:57:59,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0011_01_000079.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079.tokens
2015-02-12 15:57:59,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:57:59,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:59,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:57:59,798 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:59,820 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:57:59,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:59,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:57:59,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:57:59,882 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:57:59,938 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from LOCALIZED to RUNNING
2015-02-12 15:57:59,938 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:57:59,959 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:57:59,959 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:59,959 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:59,959 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000081 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:59,960 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000081 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:57:59,960 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:57:59,960 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:57:59,960 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:57:59,960 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000082 Container Transitioned from NEW to RESERVED
2015-02-12 15:57:59,960 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000082 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:58:00,100 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0006_01_000002]
2015-02-12 15:58:00,100 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000079 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:00,101 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:00,101 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:58:00,101 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000083 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:00,101 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000083 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:58:00,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079/default_container_executor.sh]
2015-02-12 15:58:00,180 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0006_01_000003]
2015-02-12 15:58:00,180 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:00,180 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:58:00,180 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:58:00,180 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0011
2015-02-12 15:58:00,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000084 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:00,181 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0011_01_000084 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5d6f7abb
2015-02-12 15:58:00,245 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:58:00,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100
2015-02-12 15:58:00,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101
2015-02-12 15:58:00,959 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096
2015-02-12 15:58:00,959 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57473 #containers=2 available=0 used=4096, currently has 3 at priority 20; currentReservation <memory:3072, vCores:3>
2015-02-12 15:58:00,960 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:58:00,960 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 2 at priority 20; currentReservation <memory:2048, vCores:2>
2015-02-12 15:58:01,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101
2015-02-12 15:58:01,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100
2015-02-12 15:58:01,101 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:58:01,101 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:58:01,184 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0011_000001 on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096
2015-02-12 15:58:01,184 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0011 unreserved on node host: 10.1.1.67:57477 #containers=4 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:58:01,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104
2015-02-12 15:58:01,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105
2015-02-12 15:58:01,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741925_1101
2015-02-12 15:58:01,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741924_1100
2015-02-12 15:58:01,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103
2015-02-12 15:58:05,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107
2015-02-12 15:58:05,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109
2015-02-12 15:58:05,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103
2015-02-12 15:58:05,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104
2015-02-12 15:58:05,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107
2015-02-12 15:58:05,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108
2015-02-12 15:58:05,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105
2015-02-12 15:58:06,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741929_1105
2015-02-12 15:58:06,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741927_1103
2015-02-12 15:58:06,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109
2015-02-12 15:58:06,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741928_1104
2015-02-12 15:58:06,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108
2015-02-12 15:58:06,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741932_1108
2015-02-12 15:58:06,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741933_1109
2015-02-12 15:58:06,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741931_1107
2015-02-12 15:58:11,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:12,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:12,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:12,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:12,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:12,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:12,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:12,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:13,048 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:13,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111 src: /127.0.0.1:58202 dest: /127.0.0.1:57427
2015-02-12 15:58:13,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111 src: /127.0.0.1:58203 dest: /127.0.0.1:57434
2015-02-12 15:58:13,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111 src: /127.0.0.1:58204 dest: /127.0.0.1:57430
2015-02-12 15:58:13,155 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58204, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000003_0_-590227565_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, duration: 35823000
2015-02-12 15:58:13,155 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:13,156 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,156 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58203, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000003_0_-590227565_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, duration: 36786000
2015-02-12 15:58:13,156 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,158 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58202, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0005_m_000003_0_-590227565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, duration: 38052000
2015-02-12 15:58:13,158 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,176 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0005_m_000003_0_-590227565_1
2015-02-12 15:58:13,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:13,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:13,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:13,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0005_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:13,219 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:58:13,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0005_01_000011
2015-02-12 15:58:13,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000011
2015-02-12 15:58:13,221 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from RUNNING to KILLING
2015-02-12 15:58:13,221 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0005_01_000011
2015-02-12 15:58:13,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:13,241 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0005_01_000011 is : 143
2015-02-12 15:58:13,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:13,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:13,250 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:13,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000011
2015-02-12 15:58:13,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000011
2015-02-12 15:58:13,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000011
2015-02-12 15:58:13,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000011
2015-02-12 15:58:13,252 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000011
2015-02-12 15:58:13,252 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:13,252 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0005_01_000011 from application application_1423785372901_0005
2015-02-12 15:58:13,252 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:13,252 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0005
2015-02-12 15:58:13,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:13,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:13,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:13,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:13,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:13,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:13,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:13,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary/1/task_1423785372901_0005_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:13,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,291 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-250/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,298 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,313 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58109, dest: /127.0.0.1:57434, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, duration: 17883255000
2015-02-12 15:58:13,313 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:13,313 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 15123
2015-02-12 15:58:13,314 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58108, dest: /127.0.0.1:57427, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, duration: 17884505000
2015-02-12 15:58:13,315 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 15123
2015-02-12 15:58:13,317 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58107, dest: /127.0.0.1:57437, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, duration: 17887314000
2015-02-12 15:58:13,317 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 15123
2015-02-12 15:58:13,319 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,324 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:13,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112 src: /127.0.0.1:58208 dest: /127.0.0.1:57430
2015-02-12 15:58:13,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112 src: /127.0.0.1:58209 dest: /127.0.0.1:57434
2015-02-12 15:58:13,330 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112 src: /127.0.0.1:58210 dest: /127.0.0.1:57437
2015-02-12 15:58:13,334 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58210, dest: /127.0.0.1:57437, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, duration: 1701000
2015-02-12 15:58:13,334 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:13,335 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:13,335 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58209, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, duration: 2428000
2015-02-12 15:58:13,335 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:13,336 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58208, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, duration: 4007000
2015-02-12 15:58:13,337 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,337 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:13,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:13,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:13,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:13,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:13,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:13,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113 src: /127.0.0.1:58212 dest: /127.0.0.1:57427
2015-02-12 15:58:13,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113 src: /127.0.0.1:58213 dest: /127.0.0.1:57430
2015-02-12 15:58:13,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113 src: /127.0.0.1:58214 dest: /127.0.0.1:57434
2015-02-12 15:58:13,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58214, dest: /127.0.0.1:57434, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, duration: 2470000
2015-02-12 15:58:13,372 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:13,373 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58213, dest: /127.0.0.1:57430, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, duration: 2942000
2015-02-12 15:58:13,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,373 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58212, dest: /127.0.0.1:57427, bytes: 47565, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, duration: 4343000
2015-02-12 15:58:13,375 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,376 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:13,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:13,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:13,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:13,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005/job_1423785372901_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:13,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,393 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:13,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114 src: /127.0.0.1:58216 dest: /127.0.0.1:57427
2015-02-12 15:58:13,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114 src: /127.0.0.1:58217 dest: /127.0.0.1:57434
2015-02-12 15:58:13,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114 src: /127.0.0.1:58218 dest: /127.0.0.1:57437
2015-02-12 15:58:13,402 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58218, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, duration: 1891000
2015-02-12 15:58:13,402 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:13,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:13,403 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58217, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, duration: 2412000
2015-02-12 15:58:13,403 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:13,404 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58216, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1338871014_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, duration: 3390000
2015-02-12 15:58:13,404 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:13,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:13,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1338871014_1
2015-02-12 15:58:13,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:13,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:13,423 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:13,423 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0005 with final state: FINISHING
2015-02-12 15:58:13,423 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:13,423 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0005
2015-02-12 15:58:13,423 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:13,423 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:13,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:13,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:13,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:13,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:13,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:13,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:13,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:13,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:14,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,128 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:14,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115 src: /127.0.0.1:58227 dest: /127.0.0.1:57434
2015-02-12 15:58:14,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115 src: /127.0.0.1:58228 dest: /127.0.0.1:57437
2015-02-12 15:58:14,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115 src: /127.0.0.1:58229 dest: /127.0.0.1:57430
2015-02-12 15:58:14,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000011 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:14,223 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0005_01_000011 in state: COMPLETED event:FINISHED
2015-02-12 15:58:14,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000011
2015-02-12 15:58:14,223 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0005_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:58:14,223 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0005_000001 released container container_1423785372901_0005_01_000011 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:58:14,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58229, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000002_0_-881905327_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, duration: 42155000
2015-02-12 15:58:14,253 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58228, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000002_0_-881905327_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, duration: 42852000
2015-02-12 15:58:14,254 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58227, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000002_0_-881905327_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, duration: 43909000
2015-02-12 15:58:14,255 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,260 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0007_m_000002_0_-881905327_1
2015-02-12 15:58:14,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:14,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:14,306 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:58:14,307 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0007_01_000010
2015-02-12 15:58:14,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000010
2015-02-12 15:58:14,308 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from RUNNING to KILLING
2015-02-12 15:58:14,308 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0007_01_000010
2015-02-12 15:58:14,327 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0007_01_000010 is : 143
2015-02-12 15:58:14,338 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:14,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000010
2015-02-12 15:58:14,339 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000010
2015-02-12 15:58:14,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000010
2015-02-12 15:58:14,339 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:14,339 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0007_01_000010 from application application_1423785372901_0007
2015-02-12 15:58:14,339 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:14,339 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0007
2015-02-12 15:58:14,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000010
2015-02-12 15:58:14,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000010
2015-02-12 15:58:14,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:14,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:14,365 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:14,438 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0005 unregistered successfully.
2015-02-12 15:58:14,443 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:14,443 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:58:14,443 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741846_1022 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:14,443 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741847_1023 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:58:14,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:58:14,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741926_1102 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:58:14,444 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:58:14,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0005 dst=null perm=null proto=rpc
2015-02-12 15:58:14,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116 src: /127.0.0.1:58233 dest: /127.0.0.1:57437
2015-02-12 15:58:14,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116 src: /127.0.0.1:58234 dest: /127.0.0.1:57434
2015-02-12 15:58:14,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116 src: /127.0.0.1:58235 dest: /127.0.0.1:57430
2015-02-12 15:58:14,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117 src: /127.0.0.1:58232 dest: /127.0.0.1:57427
2015-02-12 15:58:14,514 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117 src: /127.0.0.1:58236 dest: /127.0.0.1:57437
2015-02-12 15:58:14,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117 src: /127.0.0.1:58237 dest: /127.0.0.1:57434
2015-02-12 15:58:14,564 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:14,590 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58235, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000001_0_-129638508_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, duration: 86138000
2015-02-12 15:58:14,590 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,590 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58234, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000001_0_-129638508_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, duration: 86946000
2015-02-12 15:58:14,591 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58233, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000001_0_-129638508_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, duration: 87822000
2015-02-12 15:58:14,592 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,599 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0011_m_000001_0_-129638508_1
2015-02-12 15:58:14,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:14,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:14,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58237, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000003_0_-210710855_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, duration: 137594000
2015-02-12 15:58:14,656 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58236, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000003_0_-210710855_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, duration: 138575000
2015-02-12 15:58:14,657 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,658 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58232, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0007_m_000003_0_-210710855_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, duration: 140003000
2015-02-12 15:58:14,658 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,664 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:58:14,671 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:58:14,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0011_01_000075
2015-02-12 15:58:14,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000075
2015-02-12 15:58:14,674 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from RUNNING to KILLING
2015-02-12 15:58:14,674 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0011_01_000075
2015-02-12 15:58:14,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000010 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:14,674 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0007_01_000010 in state: COMPLETED event:FINISHED
2015-02-12 15:58:14,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000010
2015-02-12 15:58:14,675 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:58:14,675 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0007_000001 released container container_1423785372901_0007_01_000010 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:58:14,689 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:14,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120 src: /127.0.0.1:58241 dest: /127.0.0.1:57427
2015-02-12 15:58:14,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120 src: /127.0.0.1:58242 dest: /127.0.0.1:57437
2015-02-12 15:58:14,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120 src: /127.0.0.1:58243 dest: /127.0.0.1:57434
2015-02-12 15:58:14,696 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0011_01_000075 is : 143
2015-02-12 15:58:14,699 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist for DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:14,710 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:14,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075
2015-02-12 15:58:14,711 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000075
2015-02-12 15:58:14,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075
2015-02-12 15:58:14,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075
2015-02-12 15:58:14,711 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000075 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:14,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000075
2015-02-12 15:58:14,711 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0011_01_000075 from application application_1423785372901_0011
2015-02-12 15:58:14,712 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:14,712 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0011
2015-02-12 15:58:14,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0007_m_000003_0_-210710855_1
2015-02-12 15:58:14,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:14,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:14,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0007_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:14,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119 src: /127.0.0.1:58239 dest: /127.0.0.1:57430
2015-02-12 15:58:14,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119 src: /127.0.0.1:58244 dest: /127.0.0.1:57427
2015-02-12 15:58:14,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119 src: /127.0.0.1:58245 dest: /127.0.0.1:57434
2015-02-12 15:58:14,767 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:58:14,769 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0007_01_000011
2015-02-12 15:58:14,769 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000011
2015-02-12 15:58:14,769 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from RUNNING to KILLING
2015-02-12 15:58:14,769 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0007_01_000011
2015-02-12 15:58:14,770 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:14,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,776 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:14,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118 src: /127.0.0.1:58238 dest: /127.0.0.1:57437
2015-02-12 15:58:14,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118 src: /127.0.0.1:58247 dest: /127.0.0.1:57430
2015-02-12 15:58:14,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118 src: /127.0.0.1:58248 dest: /127.0.0.1:57427
2015-02-12 15:58:14,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,791 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0007_01_000011 is : 143
2015-02-12 15:58:14,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:14,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:14,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,799 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:14,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000011
2015-02-12 15:58:14,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000011
2015-02-12 15:58:14,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000011
2015-02-12 15:58:14,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000011
2015-02-12 15:58:14,800 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000011
2015-02-12 15:58:14,800 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:14,800 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0007_01_000011 from application application_1423785372901_0007
2015-02-12 15:58:14,800 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:14,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0007
2015-02-12 15:58:14,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:14,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:14,806 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741844_1020, blk_1073741845_1021, blk_1073741926_1102, blk_1073741846_1022, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 15:58:14,806 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741844_1020, blk_1073741845_1021, blk_1073741847_1023, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 15:58:14,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:14,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:14,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:14,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:14,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:14,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary/1/task_1423785372901_0007_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:14,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,835 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-350/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,855 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58132, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, duration: 18449978000
2015-02-12 15:58:14,856 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 14697
2015-02-12 15:58:14,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58131, dest: /127.0.0.1:57437, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, duration: 18452317000
2015-02-12 15:58:14,858 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 14697
2015-02-12 15:58:14,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58130, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, duration: 18454062000
2015-02-12 15:58:14,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 14697
2015-02-12 15:58:14,861 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,867 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:14,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121 src: /127.0.0.1:58249 dest: /127.0.0.1:57434
2015-02-12 15:58:14,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121 src: /127.0.0.1:58250 dest: /127.0.0.1:57427
2015-02-12 15:58:14,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121 src: /127.0.0.1:58251 dest: /127.0.0.1:57430
2015-02-12 15:58:14,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58251, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, duration: 1985000
2015-02-12 15:58:14,876 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,877 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,877 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58250, dest: /127.0.0.1:57427, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, duration: 2652000
2015-02-12 15:58:14,877 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58249, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, duration: 3768000
2015-02-12 15:58:14,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,878 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:14,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:14,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:14,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:14,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:14,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,910 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:14,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122 src: /127.0.0.1:58253 dest: /127.0.0.1:57430
2015-02-12 15:58:14,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122 src: /127.0.0.1:58254 dest: /127.0.0.1:57437
2015-02-12 15:58:14,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122 src: /127.0.0.1:58255 dest: /127.0.0.1:57427
2015-02-12 15:58:14,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58255, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, duration: 1673000
2015-02-12 15:58:14,918 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58254, dest: /127.0.0.1:57437, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, duration: 2315000
2015-02-12 15:58:14,919 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,920 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58253, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, duration: 3216000
2015-02-12 15:58:14,920 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,922 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:14,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:14,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:14,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:14,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007/job_1423785372901_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:14,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:14,943 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:14,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123 src: /127.0.0.1:58257 dest: /127.0.0.1:57427
2015-02-12 15:58:14,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123 src: /127.0.0.1:58258 dest: /127.0.0.1:57430
2015-02-12 15:58:14,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123 src: /127.0.0.1:58259 dest: /127.0.0.1:57434
2015-02-12 15:58:14,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58259, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, duration: 1996000
2015-02-12 15:58:14,955 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58258, dest: /127.0.0.1:57430, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, duration: 2715000
2015-02-12 15:58:14,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,956 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58257, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-460040789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, duration: 3538000
2015-02-12 15:58:14,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:14,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-460040789_1
2015-02-12 15:58:14,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58248, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000000_0_1327035789_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, duration: 178524000
2015-02-12 15:58:14,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:14,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58247, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000000_0_1327035789_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, duration: 179153000
2015-02-12 15:58:14,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58238, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000000_0_1327035789_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, duration: 180096000
2015-02-12 15:58:14,968 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:14,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:14,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:14,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0011_m_000000_0_1327035789_1
2015-02-12 15:58:15,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:15,002 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,002 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0007 with final state: FINISHING
2015-02-12 15:58:15,002 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,002 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0007
2015-02-12 15:58:15,003 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,003 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,010 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58245, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000002_0_2143519364_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, duration: 251800000
2015-02-12 15:58:15,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,010 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,011 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58244, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000002_0_2143519364_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, duration: 252482000
2015-02-12 15:58:15,011 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,012 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58239, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000002_0_2143519364_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, duration: 253332000
2015-02-12 15:58:15,012 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0011_m_000002_0_2143519364_1
2015-02-12 15:58:15,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:15,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:15,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,040 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:58:15,041 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0011_01_000070
2015-02-12 15:58:15,042 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000070
2015-02-12 15:58:15,043 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,043 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000075 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:15,043 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0011_01_000075 in state: COMPLETED event:FINISHED
2015-02-12 15:58:15,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000075
2015-02-12 15:58:15,043 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0011_01_000075 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:15,043 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0011_000001 released container container_1423785372901_0011_01_000075 on node: host: 10.1.1.67:57477 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:15,044 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from RUNNING to KILLING
2015-02-12 15:58:15,045 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0011_01_000070
2015-02-12 15:58:15,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:15,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:15,065 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0011_01_000070 is : 143
2015-02-12 15:58:15,076 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:15,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070
2015-02-12 15:58:15,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070
2015-02-12 15:58:15,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070
2015-02-12 15:58:15,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000070
2015-02-12 15:58:15,080 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000070
2015-02-12 15:58:15,080 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000070 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:15,080 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0011_01_000070 from application application_1423785372901_0011
2015-02-12 15:58:15,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:15,080 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0011
2015-02-12 15:58:15,081 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:58:15,082 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0011_01_000076
2015-02-12 15:58:15,082 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000076
2015-02-12 15:58:15,083 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from RUNNING to KILLING
2015-02-12 15:58:15,083 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0011_01_000076
2015-02-12 15:58:15,083 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000070 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:15,083 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0011_01_000070 in state: COMPLETED event:FINISHED
2015-02-12 15:58:15,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000070
2015-02-12 15:58:15,083 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0011_01_000070 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:58:15,083 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0011_000001 released container container_1423785372901_0011_01_000070 on node: host: 10.1.1.67:57477 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:58:15,084 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,104 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0011_01_000076 is : 143
2015-02-12 15:58:15,115 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:15,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000076
2015-02-12 15:58:15,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000076
2015-02-12 15:58:15,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000076
2015-02-12 15:58:15,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000076
2015-02-12 15:58:15,117 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000076
2015-02-12 15:58:15,117 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000076 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:15,117 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0011_01_000076 from application application_1423785372901_0011
2015-02-12 15:58:15,117 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:15,117 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0011
2015-02-12 15:58:15,207 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:15,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124 src: /127.0.0.1:58263 dest: /127.0.0.1:57427
2015-02-12 15:58:15,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124 src: /127.0.0.1:58264 dest: /127.0.0.1:57434
2015-02-12 15:58:15,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124 src: /127.0.0.1:58265 dest: /127.0.0.1:57437
2015-02-12 15:58:15,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:15,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58265, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000003_0_2018285199_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, duration: 33445000
2015-02-12 15:58:15,320 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58264, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000003_0_2018285199_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, duration: 34679000
2015-02-12 15:58:15,322 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58263, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0006_m_000003_0_2018285199_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, duration: 36051000
2015-02-12 15:58:15,323 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,328 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0006_m_000003_0_2018285199_1
2015-02-12 15:58:15,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/_temporary/attempt_1423785372901_0006_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:15,370 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:58:15,372 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0006_01_000007
2015-02-12 15:58:15,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000007
2015-02-12 15:58:15,372 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:58:15,372 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0006_01_000007
2015-02-12 15:58:15,373 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000011 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:15,373 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0007_01_000011 in state: COMPLETED event:FINISHED
2015-02-12 15:58:15,373 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000011
2015-02-12 15:58:15,373 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:15,373 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0007_000001 released container container_1423785372901_0007_01_000011 on node: host: 10.1.1.67:57469 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:15,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:15,392 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0006_01_000007 is : 143
2015-02-12 15:58:15,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:15,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,401 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:15,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000007
2015-02-12 15:58:15,402 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000007
2015-02-12 15:58:15,402 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:15,402 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0006_01_000007 from application application_1423785372901_0006
2015-02-12 15:58:15,403 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:15,403 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0006
2015-02-12 15:58:15,403 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000007
2015-02-12 15:58:15,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000007
2015-02-12 15:58:15,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000007
2015-02-12 15:58:15,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:15,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:15,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:15,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:15,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:58:15,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary/1/task_1423785372901_0006_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:15,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,435 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/race-300/first-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,439 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58150, dest: /127.0.0.1:57437, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, duration: 18337600000
2015-02-12 15:58:15,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 15125
2015-02-12 15:58:15,462 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58149, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, duration: 18341973000
2015-02-12 15:58:15,462 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,464 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58148, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, duration: 18344627000
2015-02-12 15:58:15,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,469 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741934_1110 size 47569
2015-02-12 15:58:15,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741934_1110 size 47569
2015-02-12 15:58:15,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:58:15,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125 src: /127.0.0.1:58267 dest: /127.0.0.1:57437
2015-02-12 15:58:15,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125 src: /127.0.0.1:58268 dest: /127.0.0.1:57434
2015-02-12 15:58:15,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125 src: /127.0.0.1:58269 dest: /127.0.0.1:57430
2015-02-12 15:58:15,485 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58269, dest: /127.0.0.1:57430, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, duration: 1337000
2015-02-12 15:58:15,485 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,486 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58268, dest: /127.0.0.1:57434, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, duration: 2198000
2015-02-12 15:58:15,486 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,487 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58267, dest: /127.0.0.1:57437, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, duration: 3110000
2015-02-12 15:58:15,487 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,489 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,514 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:15,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126 src: /127.0.0.1:58271 dest: /127.0.0.1:57427
2015-02-12 15:58:15,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126 src: /127.0.0.1:58272 dest: /127.0.0.1:57430
2015-02-12 15:58:15,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126 src: /127.0.0.1:58273 dest: /127.0.0.1:57437
2015-02-12 15:58:15,524 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58273, dest: /127.0.0.1:57437, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, duration: 1699000
2015-02-12 15:58:15,524 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58272, dest: /127.0.0.1:57430, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, duration: 2507000
2015-02-12 15:58:15,525 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,526 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58271, dest: /127.0.0.1:57427, bytes: 47569, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, duration: 3455000
2015-02-12 15:58:15,526 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006/job_1423785372901_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:58:15,546 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127 src: /127.0.0.1:58275 dest: /127.0.0.1:57437
2015-02-12 15:58:15,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127 src: /127.0.0.1:58276 dest: /127.0.0.1:57434
2015-02-12 15:58:15,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127 src: /127.0.0.1:58277 dest: /127.0.0.1:57427
2015-02-12 15:58:15,553 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58277, dest: /127.0.0.1:57427, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, duration: 2686000
2015-02-12 15:58:15,553 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58276, dest: /127.0.0.1:57434, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, duration: 3539000
2015-02-12 15:58:15,554 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,555 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58275, dest: /127.0.0.1:57437, bytes: 112668, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_352848565_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, duration: 4441000
2015-02-12 15:58:15,555 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_352848565_1
2015-02-12 15:58:15,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:15,574 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,574 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0006 with final state: FINISHING
2015-02-12 15:58:15,574 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,575 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0006
2015-02-12 15:58:15,575 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,575 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:15,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128 src: /127.0.0.1:58278 dest: /127.0.0.1:57434
2015-02-12 15:58:15,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128 src: /127.0.0.1:58279 dest: /127.0.0.1:57430
2015-02-12 15:58:15,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128 src: /127.0.0.1:58280 dest: /127.0.0.1:57437
2015-02-12 15:58:15,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58280, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000003_0_-614694937_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, duration: 24155000
2015-02-12 15:58:15,717 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:15,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58279, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000003_0_-614694937_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, duration: 24675000
2015-02-12 15:58:15,718 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58278, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0011_m_000003_0_-614694937_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, duration: 25719000
2015-02-12 15:58:15,719 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0011_m_000003_0_-614694937_1
2015-02-12 15:58:15,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:15,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/_temporary/attempt_1423785372901_0011_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:15,756 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:58:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0011_01_000079
2015-02-12 15:58:15,759 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000079
2015-02-12 15:58:15,759 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from RUNNING to KILLING
2015-02-12 15:58:15,759 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0011_01_000079
2015-02-12 15:58:15,759 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,760 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:15,760 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0006_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:58:15,760 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000007
2015-02-12 15:58:15,760 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:58:15,760 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0006_000001 released container container_1423785372901_0006_01_000007 on node: host: 10.1.1.67:57469 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:58:15,760 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:15,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,765 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:15,776 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0011_01_000079 is : 143
2015-02-12 15:58:15,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:15,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:15,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,786 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:15,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079
2015-02-12 15:58:15,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079
2015-02-12 15:58:15,787 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079
2015-02-12 15:58:15,788 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000079
2015-02-12 15:58:15,788 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000079 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:15,788 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0011_01_000079 from application application_1423785372901_0011
2015-02-12 15:58:15,788 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:15,788 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0011
2015-02-12 15:58:15,788 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000079
2015-02-12 15:58:15,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:15,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:15,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:15,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:15,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:15,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:15,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary/1/task_1423785372901_0011_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:15,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58243, dest: /127.0.0.1:57434, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, duration: 1137119000
2015-02-12 15:58:15,834 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,834 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 15524
2015-02-12 15:58:15,835 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58242, dest: /127.0.0.1:57437, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, duration: 1138270000
2015-02-12 15:58:15,835 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 15524
2015-02-12 15:58:15,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58241, dest: /127.0.0.1:57427, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, duration: 1139832000
2015-02-12 15:58:15,837 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 15524
2015-02-12 15:58:15,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:58:15,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129 src: /127.0.0.1:58282 dest: /127.0.0.1:57427
2015-02-12 15:58:15,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129 src: /127.0.0.1:58283 dest: /127.0.0.1:57434
2015-02-12 15:58:15,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129 src: /127.0.0.1:58284 dest: /127.0.0.1:57430
2015-02-12 15:58:15,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58284, dest: /127.0.0.1:57430, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, duration: 2037000
2015-02-12 15:58:15,851 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,852 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58283, dest: /127.0.0.1:57434, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, duration: 3066000
2015-02-12 15:58:15,852 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,853 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58282, dest: /127.0.0.1:57427, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, duration: 4463000
2015-02-12 15:58:15,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,853 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:15,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,880 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:15,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130 src: /127.0.0.1:58286 dest: /127.0.0.1:57434
2015-02-12 15:58:15,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130 src: /127.0.0.1:58287 dest: /127.0.0.1:57437
2015-02-12 15:58:15,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130 src: /127.0.0.1:58288 dest: /127.0.0.1:57427
2015-02-12 15:58:15,888 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58288, dest: /127.0.0.1:57427, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, duration: 1904000
2015-02-12 15:58:15,888 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58287, dest: /127.0.0.1:57437, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, duration: 2660000
2015-02-12 15:58:15,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58286, dest: /127.0.0.1:57434, bytes: 47538, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, duration: 3754000
2015-02-12 15:58:15,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,889 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741954_1130 size 47538
2015-02-12 15:58:15,894 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741954_1130 size 47538
2015-02-12 15:58:15,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:15,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011/job_1423785372901_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:15,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:15,907 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:15,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131 src: /127.0.0.1:58290 dest: /127.0.0.1:57427
2015-02-12 15:58:15,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131 src: /127.0.0.1:58291 dest: /127.0.0.1:57434
2015-02-12 15:58:15,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131 src: /127.0.0.1:58292 dest: /127.0.0.1:57430
2015-02-12 15:58:15,917 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58292, dest: /127.0.0.1:57430, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, duration: 2329000
2015-02-12 15:58:15,917 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:15,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58291, dest: /127.0.0.1:57434, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, duration: 2944000
2015-02-12 15:58:15,918 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,919 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58290, dest: /127.0.0.1:57427, bytes: 112582, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1865542992_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, duration: 3976000
2015-02-12 15:58:15,920 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:15,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:15,922 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1865542992_1
2015-02-12 15:58:15,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:15,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:15,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,937 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0011 with final state: FINISHING
2015-02-12 15:58:15,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:15,937 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0011
2015-02-12 15:58:15,937 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:15,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:58:15,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 15:58:15,959 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 15:58:15,960 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:58:15,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 15:58:15,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:58:15,961 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:58:15,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 15:58:15,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:58:15,980 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 15:58:15,979 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:58:15,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:58:16,008 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0007 unregistered successfully.
2015-02-12 15:58:16,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:58:16,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:58:16,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741854_1030 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:58:16,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:58:16,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:16,013 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:58:16,013 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:16,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0007 dst=null perm=null proto=rpc
2015-02-12 15:58:16,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000076 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:16,088 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0011_01_000076 in state: COMPLETED event:FINISHED
2015-02-12 15:58:16,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000076
2015-02-12 15:58:16,088 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0011_01_000076 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:58:16,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0011_000001 released container container_1423785372901_0011_01_000076 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:58:16,582 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0006 unregistered successfully.
2015-02-12 15:58:16,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427
2015-02-12 15:58:16,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57437
2015-02-12 15:58:16,586 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:16,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:16,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:16,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:58:16,587 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:16,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0006 dst=null perm=null proto=rpc
2015-02-12 15:58:16,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:16,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000079 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:16,761 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0011_01_000079 in state: COMPLETED event:FINISHED
2015-02-12 15:58:16,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000079
2015-02-12 15:58:16,762 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0011_01_000079 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:58:16,762 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0011_000001 released container container_1423785372901_0011_01_000079 on node: host: 10.1.1.67:57469 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:58:16,941 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0011 unregistered successfully.
2015-02-12 15:58:16,945 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741868_1044 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:16,946 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57437
2015-02-12 15:58:16,946 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:58:16,946 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57427
2015-02-12 15:58:16,946 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:57434 127.0.0.1:57437 127.0.0.1:57427
2015-02-12 15:58:16,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:16,947 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:16,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0011 dst=null perm=null proto=rpc
2015-02-12 15:58:16,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:16,993 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary
2015-02-12 15:58:16,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:16,994 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] completed flow: first2
2015-02-12 15:58:16,994 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flow: second2
2015-02-12 15:58:16,995 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] at least one sink is marked for delete
2015-02-12 15:58:16,995 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:58:16,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:16,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:16,997 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] starting
2015-02-12 15:58:16,997 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] source: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2"]
2015-02-12 15:58:16,998 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] sink: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2"]
2015-02-12 15:58:16,998 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] parallel execution is enabled: true
2015-02-12 15:58:16,998 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] starting jobs: 1
2015-02-12 15:58:16,998 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second2] allocating threads: 1
2015-02-12 15:58:16,999 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second2] starting step: (1/1) ...elcascadeplatform/second2
2015-02-12 15:58:17,009 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:58:17,018 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:58:17,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:17,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:17,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:17,022 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 13
2015-02-12 15:58:17,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=null proto=rpc
2015-02-12 15:58:17,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:58:17,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:58:17,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,030 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:17,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 src: /127.0.0.1:58294 dest: /127.0.0.1:57427
2015-02-12 15:58:17,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 src: /127.0.0.1:58295 dest: /127.0.0.1:57430
2015-02-12 15:58:17,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 src: /127.0.0.1:58296 dest: /127.0.0.1:57437
2015-02-12 15:58:17,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58296, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, duration: 3357000
2015-02-12 15:58:17,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:17,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58295, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, duration: 3741000
2015-02-12 15:58:17,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:17,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58294, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, duration: 5382000
2015-02-12 15:58:17,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:17,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:17,044 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:17,045 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar
2015-02-12 15:58:17,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:58:17,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:58:17,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:58:17,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:58:17,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:58:17,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:17,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:17,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:58:17,056 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 15:58:17,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,061 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split
2015-02-12 15:58:17,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:17,062 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:17,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133 src: /127.0.0.1:58297 dest: /127.0.0.1:57437
2015-02-12 15:58:17,065 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133 src: /127.0.0.1:58298 dest: /127.0.0.1:57427
2015-02-12 15:58:17,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133 src: /127.0.0.1:58299 dest: /127.0.0.1:57434
2015-02-12 15:58:17,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133 src: /127.0.0.1:58300 dest: /127.0.0.1:57430
2015-02-12 15:58:17,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58300, dest: /127.0.0.1:57430, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, duration: 1794000
2015-02-12 15:58:17,071 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:17,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58299, dest: /127.0.0.1:57434, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, duration: 2023000
2015-02-12 15:58:17,072 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,072 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58298, dest: /127.0.0.1:57427, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, duration: 3126000
2015-02-12 15:58:17,073 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,073 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58297, dest: /127.0.0.1:57437, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, duration: 3937000
2015-02-12 15:58:17,073 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:17,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:58:17,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134 src: /127.0.0.1:58301 dest: /127.0.0.1:57437
2015-02-12 15:58:17,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134 src: /127.0.0.1:58302 dest: /127.0.0.1:57434
2015-02-12 15:58:17,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134 src: /127.0.0.1:58303 dest: /127.0.0.1:57427
2015-02-12 15:58:17,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58303, dest: /127.0.0.1:57427, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, duration: 1350000
2015-02-12 15:58:17,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:17,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:17,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58302, dest: /127.0.0.1:57434, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, duration: 1686000
2015-02-12 15:58:17,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58301, dest: /127.0.0.1:57437, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, duration: 2772000
2015-02-12 15:58:17,089 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:17,091 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 15:58:17,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:17,117 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:17,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135 src: /127.0.0.1:58304 dest: /127.0.0.1:57430
2015-02-12 15:58:17,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135 src: /127.0.0.1:58305 dest: /127.0.0.1:57437
2015-02-12 15:58:17,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135 src: /127.0.0.1:58306 dest: /127.0.0.1:57434
2015-02-12 15:58:17,125 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58306, dest: /127.0.0.1:57434, bytes: 96275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, duration: 2300000
2015-02-12 15:58:17,125 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:17,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,126 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58305, dest: /127.0.0.1:57437, bytes: 96275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, duration: 2924000
2015-02-12 15:58:17,126 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58304, dest: /127.0.0.1:57430, bytes: 96275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, duration: 3724000
2015-02-12 15:58:17,127 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:17,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:17,129 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:17,129 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0013
2015-02-12 15:58:17,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=null proto=rpc
2015-02-12 15:58:17,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:17,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:17,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:17,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:17,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:17,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:17,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:17,144 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 13 submitted by user soberoi
2015-02-12 15:58:17,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0013
2015-02-12 15:58:17,144 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0013
2015-02-12 15:58:17,144 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from NEW to NEW_SAVING
2015-02-12 15:58:17,144 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0013
2015-02-12 15:58:17,145 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:58:17,145 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0013 from user: soberoi, in queue: default, currently num of applications: 6
2015-02-12 15:58:17,145 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from SUBMITTED to ACCEPTED
2015-02-12 15:58:17,145 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0013_000001
2015-02-12 15:58:17,145 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from NEW to SUBMITTED
2015-02-12 15:58:17,145 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0013_000001 to scheduler from user: soberoi
2015-02-12 15:58:17,146 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:58:17,350 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0013
2015-02-12 15:58:17,352 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0013/
2015-02-12 15:58:17,353 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second2] submitted hadoop job: job_1423785372901_0013
2015-02-12 15:58:17,353 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second2] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0013/
2015-02-12 15:58:17,763 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,763 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,763 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,763 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:17,810 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57437 to replicate blk_1073741956_1132 to datanode(s) 127.0.0.1:57434
2015-02-12 15:58:17,810 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741926_1102, blk_1073741868_1044, blk_1073741870_1046, blk_1073741873_1049, blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022, blk_1073741847_1023, blk_1073741944_1120, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 15:58:17,811 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741922_1098, blk_1073741930_1106, blk_1073741868_1044, blk_1073741934_1110, blk_1073741870_1046, blk_1073741873_1049, blk_1073741875_1051, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741855_1031, blk_1073741919_1095]
2015-02-12 15:58:18,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,093 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:18,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 15:58:18,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:58:18,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:58:18,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 15:58:18,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:58:18,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 15:58:18,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 15:58:18,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 15:58:18,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:58:18,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 15:58:18,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:58:18,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 15:58:18,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:58:18,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 15:58:18,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 15:58:18,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:58:18,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 15:58:18,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 15:58:18,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 15:58:18,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:58:18,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 15:58:18,986 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:58:18,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 15:58:18,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:58:18,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:58:18,987 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 15:58:19,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:58:19,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:58:19,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 15:58:19,401 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:58:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:58:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 15:58:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:58:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 15:58:19,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 15:58:19,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 15:58:19,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:58:19,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 15:58:19,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 15:58:19,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:58:19,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 15:58:19,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:58:19,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 15:58:19,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:58:19,408 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:58:19,616 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0005_01_000001 succeeded
2015-02-12 15:58:19,616 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:19,616 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0005_01_000001
2015-02-12 15:58:19,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001
2015-02-12 15:58:19,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001
2015-02-12 15:58:19,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001
2015-02-12 15:58:19,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000001
2015-02-12 15:58:19,633 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:19,633 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0005_01_000001 from application application_1423785372901_0005
2015-02-12 15:58:19,634 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:19,634 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0005
2015-02-12 15:58:19,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005/container_1423785372901_0005_01_000001
2015-02-12 15:58:19,715 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 to 127.0.0.1:57434
2015-02-12 15:58:19,717 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 (numBytes=254067) to /127.0.0.1:57434
2015-02-12 15:58:19,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 src: /127.0.0.1:58307 dest: /127.0.0.1:57434
2015-02-12 15:58:19,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132 src: /127.0.0.1:58307 dest: /127.0.0.1:57434 of size 254067
2015-02-12 15:58:19,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741956_1132 size 254067
2015-02-12 15:58:19,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:19,768 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:20,018 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0005_000001
2015-02-12 15:58:20,018 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0005_000001
2015-02-12 15:58:20,018 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0005_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:20,018 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0005 State change from FINISHING to FINISHED
2015-02-12 15:58:20,018 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:20,019 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0005_000001
2015-02-12 15:58:20,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0005
2015-02-12 15:58:20,019 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0005,name=[BFFBC935575046A8A628AED1C883F286/702DAE900642469DAD5B1D679A3B2546] race-250/first-nondeterministic/(1/1) ...50/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0005/jobhistory/job/job_1423785372901_0005,appMasterHost=10.1.1.67,startTime=1423785381503,finishTime=1423785493423,finalStatus=SUCCEEDED
2015-02-12 15:58:20,019 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000001
2015-02-12 15:58:20,020 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:58:20,020 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0005_000001 released container container_1423785372901_0005_01_000001 on node: host: 10.1.1.67:57481 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:20,020 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0005_000001 is done. finalState=FINISHED
2015-02-12 15:58:20,020 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0005 requests cleared
2015-02-12 15:58:20,022 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0005_000001 (auth:SIMPLE)
2015-02-12 15:58:20,023 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0005_01_000001
2015-02-12 15:58:20,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0005 CONTAINERID=container_1423785372901_0005_01_000001
2015-02-12 15:58:20,024 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0005_01_000001]
2015-02-12 15:58:20,024 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,026 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:20,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:20,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000001
2015-02-12 15:58:20,026 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:58:20,026 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,026 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0012_01_000001
2015-02-12 15:58:20,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:20,027 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0012_000001
2015-02-12 15:58:20,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,028 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0012 AttemptId: appattempt_1423785372901_0012_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0012_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:58:20,028 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:58:20,027 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0005
2015-02-12 15:58:20,028 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:20,028 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0005, with delay of 10800 seconds
2015-02-12 15:58:20,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,030 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:58:20,031 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0012_000001
2015-02-12 15:58:20,032 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0012_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0012_000001
2015-02-12 15:58:20,032 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:58:20,032 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0012_000001
2015-02-12 15:58:20,032 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0012_000001
2015-02-12 15:58:20,035 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:20,036 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0012_01_000001 by user soberoi
2015-02-12 15:58:20,037 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0012
2015-02-12 15:58:20,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000001
2015-02-12 15:58:20,037 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from NEW to INITING
2015-02-12 15:58:20,037 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0012_01_000001 to application application_1423785372901_0012
2015-02-12 15:58:20,037 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from INITING to RUNNING
2015-02-12 15:58:20,038 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:58:20,038 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0012
2015-02-12 15:58:20,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:20,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:58:20,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:58:20,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:20,039 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0012_01_000001
2015-02-12 15:58:20,038 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0012_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0012_000001
2015-02-12 15:58:20,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:58:20,049 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785372901_0012_01_000001.tokens. Credentials list:
2015-02-12 15:58:20,097 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:20,097 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,098 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,099 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0005
2015-02-12 15:58:20,099 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:20,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,099 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0005, with delay of 10800 seconds
2015-02-12 15:58:20,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:20,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785372901_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001.tokens
2015-02-12 15:58:20,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:20,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:20,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:20,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:20,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:20,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:20,429 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:20,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:20,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:20,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:20,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:20,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:20,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:20,552 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:20,588 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:20,588 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:20,698 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001/default_container_executor.sh]
2015-02-12 15:58:20,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115
2015-02-12 15:58:20,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118
2015-02-12 15:58:20,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126
2015-02-12 15:58:20,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123
2015-02-12 15:58:20,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121
2015-02-12 15:58:20,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113
2015-02-12 15:58:20,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125
2015-02-12 15:58:20,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128
2015-02-12 15:58:20,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,772 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:20,773 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0005
2015-02-12 15:58:20,774 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:20,774 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0005, with delay of 10800 seconds
2015-02-12 15:58:20,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,774 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:20,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0005
2015-02-12 15:58:20,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124
2015-02-12 15:58:20,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114
2015-02-12 15:58:20,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117
2015-02-12 15:58:20,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118
2015-02-12 15:58:20,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127
2015-02-12 15:58:20,783 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119
2015-02-12 15:58:20,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121
2015-02-12 15:58:20,784 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106
2015-02-12 15:58:20,814 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57437 to delete [blk_1073741844_1020, blk_1073741845_1021, blk_1073741846_1022, blk_1073741847_1023, blk_1073741848_1024, blk_1073741849_1025, blk_1073741851_1027, blk_1073741852_1028, blk_1073741916_1092, blk_1073741853_1029, blk_1073741917_1093, blk_1073741854_1030, blk_1073741918_1094, blk_1073741919_1095, blk_1073741855_1031, blk_1073741920_1096, blk_1073741921_1097, blk_1073741922_1098, blk_1073741923_1099, blk_1073741926_1102, blk_1073741930_1106, blk_1073741868_1044, blk_1073741934_1110, blk_1073741870_1046, blk_1073741875_1051, blk_1073741944_1120]
2015-02-12 15:58:20,814 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741930_1106, blk_1073741868_1044, blk_1073741870_1046, blk_1073741934_1110, blk_1073741873_1049, blk_1073741875_1051, blk_1073741944_1120, blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741852_1028, blk_1073741853_1029, blk_1073741854_1030, blk_1073741918_1094, blk_1073741855_1031]
2015-02-12 15:58:20,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122
2015-02-12 15:58:20,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112
2015-02-12 15:58:20,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119
2015-02-12 15:58:20,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111
2015-02-12 15:58:20,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116
2015-02-12 15:58:20,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123
2015-02-12 15:58:20,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110
2015-02-12 15:58:20,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126
2015-02-12 15:58:20,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113
2015-02-12 15:58:20,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111
2015-02-12 15:58:21,025 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:21,056 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0007_01_000001 succeeded
2015-02-12 15:58:21,056 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:21,057 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0007_01_000001
2015-02-12 15:58:21,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001
2015-02-12 15:58:21,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001
2015-02-12 15:58:21,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001
2015-02-12 15:58:21,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0007/container_1423785372901_0007_01_000001
2015-02-12 15:58:21,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000001
2015-02-12 15:58:21,075 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:21,075 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0007_01_000001 from application application_1423785372901_0007
2015-02-12 15:58:21,075 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:21,075 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0007
2015-02-12 15:58:21,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741947_1123
2015-02-12 15:58:21,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114
2015-02-12 15:58:21,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741937_1113
2015-02-12 15:58:21,102 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,102 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,102 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,102 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122
2015-02-12 15:58:21,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130
2015-02-12 15:58:21,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128
2015-02-12 15:58:21,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741935_1111
2015-02-12 15:58:21,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129
2015-02-12 15:58:21,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124
2015-02-12 15:58:21,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741945_1121
2015-02-12 15:58:21,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112
2015-02-12 15:58:21,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741943_1119
2015-02-12 15:58:21,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131
2015-02-12 15:58:21,284 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125
2015-02-12 15:58:21,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116
2015-02-12 15:58:21,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117
2015-02-12 15:58:21,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127
2015-02-12 15:58:21,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115
2015-02-12 15:58:21,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741946_1122
2015-02-12 15:58:21,565 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741930_1106
2015-02-12 15:58:21,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741934_1110
2015-02-12 15:58:21,567 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741951_1127
2015-02-12 15:58:21,649 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0006_01_000001 succeeded
2015-02-12 15:58:21,649 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:21,649 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0006_01_000001
2015-02-12 15:58:21,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001
2015-02-12 15:58:21,665 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001
2015-02-12 15:58:21,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001
2015-02-12 15:58:21,666 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000001
2015-02-12 15:58:21,666 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:21,666 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0006_01_000001 from application application_1423785372901_0006
2015-02-12 15:58:21,666 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:21,666 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0006
2015-02-12 15:58:21,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0006/container_1423785372901_0006_01_000001
2015-02-12 15:58:21,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741950_1126
2015-02-12 15:58:21,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741952_1128
2015-02-12 15:58:21,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741949_1125
2015-02-12 15:58:21,769 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741948_1124
2015-02-12 15:58:21,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741926_1102
2015-02-12 15:58:21,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741941_1117
2015-02-12 15:58:21,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741944_1120
2015-02-12 15:58:21,774 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,774 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,774 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:21,963 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:58:21,964 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850 for deletion
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 15:58:21,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741938_1114
2015-02-12 15:58:21,965 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:58:21,967 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:58:21,967 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 15:58:21,967 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 15:58:21,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741873_1049 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741873
2015-02-12 15:58:21,966 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 15:58:21,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741850_1026 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741850
2015-02-12 15:58:21,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:58:21,969 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 15:58:21,968 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:58:21,970 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:58:21,970 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:58:21,970 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 15:58:21,970 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:58:21,971 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 15:58:21,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130
2015-02-12 15:58:21,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741939_1115
2015-02-12 15:58:21,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741940_1116
2015-02-12 15:58:21,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741936_1112
2015-02-12 15:58:21,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741942_1118
2015-02-12 15:58:21,993 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0011_01_000001 succeeded
2015-02-12 15:58:21,994 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:21,994 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0011_01_000001
2015-02-12 15:58:22,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001
2015-02-12 15:58:22,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001
2015-02-12 15:58:22,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001
2015-02-12 15:58:22,016 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000001
2015-02-12 15:58:22,016 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:22,016 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0011_01_000001 from application application_1423785372901_0011
2015-02-12 15:58:22,017 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:22,017 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0011
2015-02-12 15:58:22,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0011/container_1423785372901_0011_01_000001
2015-02-12 15:58:22,019 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:22,019 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0007_000001
2015-02-12 15:58:22,019 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:22,020 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0007_000001
2015-02-12 15:58:22,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000001
2015-02-12 15:58:22,020 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:58:22,020 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0007_000001 released container container_1423785372901_0007_01_000001 on node: host: 10.1.1.67:57473 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:22,020 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0007_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:22,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:22,020 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:22,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0011 CONTAINERID=container_1423785372901_0011_01_000001
2015-02-12 15:58:22,020 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0007 State change from FINISHING to FINISHED
2015-02-12 15:58:22,021 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:58:22,021 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0011_000001
2015-02-12 15:58:22,021 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0011_000001
2015-02-12 15:58:22,021 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0007_000001
2015-02-12 15:58:22,021 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0011_000001 released container container_1423785372901_0011_01_000001 on node: host: 10.1.1.67:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:58:22,021 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0011_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:22,021 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0007_000001 is done. finalState=FINISHED
2015-02-12 15:58:22,021 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0007 requests cleared
2015-02-12 15:58:22,021 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0007
2015-02-12 15:58:22,022 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0007,name=[B11A02433DA448CF9D475DEA38768EAA/9B31A9BAB6254009897F1E0CA6BA8731] race-350/first-nondeterministic/(1/1) ...50/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0007/jobhistory/job/job_1423785372901_0007,appMasterHost=10.1.1.67,startTime=1423785382816,finishTime=1423785495002,finalStatus=SUCCEEDED
2015-02-12 15:58:22,022 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0011 State change from FINISHING to FINISHED
2015-02-12 15:58:22,022 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0011_000001 is done. finalState=FINISHED
2015-02-12 15:58:22,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0011
2015-02-12 15:58:22,022 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0011 requests cleared
2015-02-12 15:58:22,022 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0011,name=[8EE3A194CAE7487F87AC554A780559F8/AE682270C7284483AFFD5E9C31C61DA0] first2/(1/1) ...lelcascadeplatform/first2,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0011/jobhistory/job/job_1423785372901_0011,appMasterHost=10.1.1.67,startTime=1423785385674,finishTime=1423785495937,finalStatus=SUCCEEDED
2015-02-12 15:58:22,022 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0011_000001
2015-02-12 15:58:22,024 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0007_000001 (auth:SIMPLE)
2015-02-12 15:58:22,025 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0007_01_000001
2015-02-12 15:58:22,026 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0007 CONTAINERID=container_1423785372901_0007_01_000001
2015-02-12 15:58:22,026 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:22,026 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:22,026 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000001
2015-02-12 15:58:22,026 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:58:22,026 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0006_000001 released container container_1423785372901_0006_01_000001 on node: host: 10.1.1.67:57481 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:22,027 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0006_000001
2015-02-12 15:58:22,027 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0006_000001
2015-02-12 15:58:22,027 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0011_000001 (auth:SIMPLE)
2015-02-12 15:58:22,027 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0006_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:22,027 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0006 State change from FINISHING to FINISHED
2015-02-12 15:58:22,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0006
2015-02-12 15:58:22,027 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0006,name=[4A165F43E8E84335B5E5F0341D66B59B/A869AE81F9EF41ECAC89684D4DB4C314] race-300/first-nondeterministic/(1/1) ...00/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0006/jobhistory/job/job_1423785372901_0006,appMasterHost=10.1.1.67,startTime=1423785382065,finishTime=1423785495574,finalStatus=SUCCEEDED
2015-02-12 15:58:22,028 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0007_01_000001, container_1423785372901_0011_01_000001]
2015-02-12 15:58:22,029 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0006_000001
2015-02-12 15:58:22,029 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:22,029 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000001
2015-02-12 15:58:22,029 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:58:22,029 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0006_000001 is done. finalState=FINISHED
2015-02-12 15:58:22,029 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0006 requests cleared
2015-02-12 15:58:22,030 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,030 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,030 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,030 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,032 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0007
2015-02-12 15:58:22,032 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0013_01_000001
2015-02-12 15:58:22,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:22,032 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0013_000001
2015-02-12 15:58:22,032 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0013 AttemptId: appattempt_1423785372901_0013_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0013_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ]
2015-02-12 15:58:22,033 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:58:22,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,033 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0011
2015-02-12 15:58:22,033 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,033 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,033 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0007, with delay of 10800 seconds
2015-02-12 15:58:22,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,034 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,035 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:58:22,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,037 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0011, with delay of 10800 seconds
2015-02-12 15:58:22,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0011_01_000001
2015-02-12 15:58:22,038 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0013_000001
2015-02-12 15:58:22,040 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0013_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0013_000001
2015-02-12 15:58:22,040 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:58:22,040 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0013_000001
2015-02-12 15:58:22,040 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0013_000001
2015-02-12 15:58:22,043 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0006_000001 (auth:SIMPLE)
2015-02-12 15:58:22,045 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0006_01_000001
2015-02-12 15:58:22,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0006 CONTAINERID=container_1423785372901_0006_01_000001
2015-02-12 15:58:22,046 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:22,046 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0006_01_000001]
2015-02-12 15:58:22,046 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,046 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,048 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0006
2015-02-12 15:58:22,048 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,048 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0006, with delay of 10800 seconds
2015-02-12 15:58:22,048 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000001 by user soberoi
2015-02-12 15:58:22,049 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0013
2015-02-12 15:58:22,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,049 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from NEW to INITING
2015-02-12 15:58:22,049 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000001 to application application_1423785372901_0013
2015-02-12 15:58:22,049 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from INITING to RUNNING
2015-02-12 15:58:22,050 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:58:22,050 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:22,050 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:22,050 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:58:22,050 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:58:22,050 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:22,051 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0013_01_000001
2015-02-12 15:58:22,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,049 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000001
2015-02-12 15:58:22,051 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0013_01_000001, NodeId: 10.1.1.67:57481, NodeHttpAddress: 10.1.1.67:57484, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57481 }, ] for AM appattempt_1423785372901_0013_000001
2015-02-12 15:58:22,052 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:58:22,071 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0013_01_000001.tokens. Credentials list:
2015-02-12 15:58:22,103 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0007_01_000010, container_1423785372901_0011_01_000070, container_1423785372901_0011_01_000075]
2015-02-12 15:58:22,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,104 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,104 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,104 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,105 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0007
2015-02-12 15:58:22,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,106 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0011
2015-02-12 15:58:22,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,108 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,109 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0006
2015-02-12 15:58:22,109 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,109 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,110 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,110 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0007, with delay of 10800 seconds
2015-02-12 15:58:22,110 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0011, with delay of 10800 seconds
2015-02-12 15:58:22,110 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0006, with delay of 10800 seconds
2015-02-12 15:58:22,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:22,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001.tokens
2015-02-12 15:58:22,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:22,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:22,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:22,548 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:22,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:22,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:22,621 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:22,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:22,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:22,674 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:22,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:22,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852 for deletion
2015-02-12 15:58:22,718 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:58:22,719 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:58:22,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741846_1022 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741846
2015-02-12 15:58:22,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741848_1024 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741848
2015-02-12 15:58:22,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741851_1027 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741851
2015-02-12 15:58:22,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:58:22,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926 for deletion
2015-02-12 15:58:22,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:58:22,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:58:22,721 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868 for deletion
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870 for deletion
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741854_1030 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741854
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:58:22,720 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741845_1021 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741845
2015-02-12 15:58:22,722 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741922_1098 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741922
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741847_1023 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741847
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741926_1102 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741926
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741852_1028 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741852
2015-02-12 15:58:22,723 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741868_1044 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741868
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:58:22,724 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741855_1031 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741855
2015-02-12 15:58:22,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:58:22,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:58:22,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741870_1046 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741870
2015-02-12 15:58:22,747 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:22,747 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:22,775 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,775 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:22,775 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:22,775 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,776 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0007
2015-02-12 15:58:22,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0011
2015-02-12 15:58:22,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0007
2015-02-12 15:58:22,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0011
2015-02-12 15:58:22,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0006
2015-02-12 15:58:22,780 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0006
2015-02-12 15:58:22,780 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,780 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,780 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:22,780 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0007, with delay of 10800 seconds
2015-02-12 15:58:22,780 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0011, with delay of 10800 seconds
2015-02-12 15:58:22,780 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0006, with delay of 10800 seconds
2015-02-12 15:58:22,786 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:22,787 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:22,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001/default_container_executor.sh]
2015-02-12 15:58:23,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:23,106 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:23,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:23,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:58:23,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:58:23,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:58:23,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=null proto=rpc
2015-02-12 15:58:23,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:58:23,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:58:23,780 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:23,780 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:23,780 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:23,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:23,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:25,444 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:25,447 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0012_000001
2015-02-12 15:58:25,447 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0012 APPATTEMPTID=appattempt_1423785372901_0012_000001
2015-02-12 15:58:25,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:58:25,448 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from ACCEPTED to RUNNING
2015-02-12 15:58:25,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:25,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:25,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:25,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:25,891 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:58:25,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136 src: /127.0.0.1:58330 dest: /127.0.0.1:57437
2015-02-12 15:58:25,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136 src: /127.0.0.1:58331 dest: /127.0.0.1:57427
2015-02-12 15:58:25,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136 src: /127.0.0.1:58332 dest: /127.0.0.1:57434
2015-02-12 15:58:25,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:58:25,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:58:25,961 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129
2015-02-12 15:58:25,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:58:25,963 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132
2015-02-12 15:58:25,963 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133
2015-02-12 15:58:25,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131
2015-02-12 15:58:25,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58332, dest: /127.0.0.1:57434, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, duration: 37784000
2015-02-12 15:58:25,994 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:25,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]} size 0
2015-02-12 15:58:25,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58331, dest: /127.0.0.1:57427, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, duration: 38502000
2015-02-12 15:58:25,995 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:25,996 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58330, dest: /127.0.0.1:57437, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, duration: 39748000
2015-02-12 15:58:25,996 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:25,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:25,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:26,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:26,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:26,066 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:26,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137 src: /127.0.0.1:58333 dest: /127.0.0.1:57430
2015-02-12 15:58:26,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137 src: /127.0.0.1:58334 dest: /127.0.0.1:57434
2015-02-12 15:58:26,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137 src: /127.0.0.1:58335 dest: /127.0.0.1:57427
2015-02-12 15:58:26,077 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58335, dest: /127.0.0.1:57427, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, duration: 3776000
2015-02-12 15:58:26,077 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:26,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:26,077 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58334, dest: /127.0.0.1:57434, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, duration: 4633000
2015-02-12 15:58:26,078 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:26,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:26,078 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58333, dest: /127.0.0.1:57430, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, duration: 5510000
2015-02-12 15:58:26,079 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:26,079 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:26,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012.summary is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:26,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=null proto=rpc
2015-02-12 15:58:26,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:58:26,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:58:26,165 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135
2015-02-12 15:58:26,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741955_1131
2015-02-12 15:58:26,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741954_1130
2015-02-12 15:58:26,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133
2015-02-12 15:58:26,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134
2015-02-12 15:58:26,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741953_1129
2015-02-12 15:58:26,397 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132
2015-02-12 15:58:26,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132
2015-02-12 15:58:26,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134
2015-02-12 15:58:26,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:26,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:26,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135
2015-02-12 15:58:26,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133
2015-02-12 15:58:26,744 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 15:58:26,745 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:58:26,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:26,788 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000002
2015-02-12 15:58:26,788 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:58:26,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741958_1134
2015-02-12 15:58:26,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741959_1135
2015-02-12 15:58:27,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:27,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000003
2015-02-12 15:58:27,038 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:58:27,057 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0012
2015-02-12 15:58:27,057 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:27,057 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0012_01_000004 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@c74e54f
2015-02-12 15:58:27,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:27,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000005
2015-02-12 15:58:27,123 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:58:27,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741956_1132
2015-02-12 15:58:27,187 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741957_1133
2015-02-12 15:58:27,461 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:27,463 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0013_000001
2015-02-12 15:58:27,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0013 APPATTEMPTID=appattempt_1423785372901_0013_000001
2015-02-12 15:58:27,463 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:58:27,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from ACCEPTED to RUNNING
2015-02-12 15:58:27,500 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0012_01_000002
2015-02-12 15:58:27,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:27,501 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0012_01_000003
2015-02-12 15:58:27,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:27,501 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0012_01_000005
2015-02-12 15:58:27,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:27,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:27,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:27,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:27,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:27,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:27,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:27,712 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:27,712 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:27,712 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:27,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0012_01_000003 by user soberoi
2015-02-12 15:58:27,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0012_01_000005 by user soberoi
2015-02-12 15:58:27,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0012
2015-02-12 15:58:27,716 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0012
2015-02-12 15:58:27,716 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000003
2015-02-12 15:58:27,716 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from NEW to INITING
2015-02-12 15:58:27,716 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0012_01_000003 to application application_1423785372901_0012
2015-02-12 15:58:27,716 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000005
2015-02-12 15:58:27,716 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from INITING to RUNNING
2015-02-12 15:58:27,717 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:58:27,717 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,717 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,717 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:27,717 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0012
2015-02-12 15:58:27,716 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from NEW to INITING
2015-02-12 15:58:27,717 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0012_01_000005 to application application_1423785372901_0012
2015-02-12 15:58:27,717 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from INITING to RUNNING
2015-02-12 15:58:27,717 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,718 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:58:27,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,718 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:27,718 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0012
2015-02-12 15:58:27,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,718 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0012_01_000003
2015-02-12 15:58:27,719 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,719 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0012_01_000005
2015-02-12 15:58:27,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0012_01_000002 by user soberoi
2015-02-12 15:58:27,719 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0012
2015-02-12 15:58:27,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000002
2015-02-12 15:58:27,720 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from NEW to INITING
2015-02-12 15:58:27,720 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0012_01_000002 to application application_1423785372901_0012
2015-02-12 15:58:27,720 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from INITING to RUNNING
2015-02-12 15:58:27,721 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:58:27,721 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,721 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0012
2015-02-12 15:58:27,721 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:27,721 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0012
2015-02-12 15:58:27,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:27,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0012_01_000002
2015-02-12 15:58:27,741 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0012_01_000005.tokens. Credentials list:
2015-02-12 15:58:27,742 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785372901_0012_01_000003.tokens. Credentials list:
2015-02-12 15:58:27,743 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0012_01_000002.tokens. Credentials list:
2015-02-12 15:58:27,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:27,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:27,789 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000006
2015-02-12 15:58:27,789 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:58:27,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:27,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:27,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:28,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:28,058 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0012_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:58:28,058 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0012 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:58:28,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0012_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005.tokens
2015-02-12 15:58:28,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785372901_0012_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003.tokens
2015-02-12 15:58:28,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0012_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002.tokens
2015-02-12 15:58:28,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:28,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:28,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:28,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:28,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:28,304 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,312 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,329 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:28,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,393 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:28,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,399 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:28,428 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:28,428 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:28,446 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:28,446 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:28,455 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:28,455 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:28,476 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:28,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:28,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:28,528 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:28,530 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0012_01_000006 by user soberoi
2015-02-12 15:58:28,531 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000006
2015-02-12 15:58:28,531 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0012_01_000006 to application application_1423785372901_0012
2015-02-12 15:58:28,531 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:58:28,531 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0012
2015-02-12 15:58:28,531 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0012
2015-02-12 15:58:28,531 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:28,531 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0012
2015-02-12 15:58:28,532 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:28,596 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:28,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:28,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003/default_container_executor.sh]
2015-02-12 15:58:28,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005/default_container_executor.sh]
2015-02-12 15:58:28,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002/default_container_executor.sh]
2015-02-12 15:58:28,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:28,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:28,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000002
2015-02-12 15:58:28,790 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:58:28,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000006/default_container_executor.sh]
2015-02-12 15:58:29,040 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:29,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000003
2015-02-12 15:58:29,040 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:58:29,063 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0013
2015-02-12 15:58:29,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000004 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:29,063 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0013_01_000004 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5e570e21
2015-02-12 15:58:29,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:29,125 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000005
2015-02-12 15:58:29,125 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:58:29,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:29,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138 src: /127.0.0.1:58355 dest: /127.0.0.1:57434
2015-02-12 15:58:29,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138 src: /127.0.0.1:58356 dest: /127.0.0.1:57430
2015-02-12 15:58:29,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138 src: /127.0.0.1:58357 dest: /127.0.0.1:57437
2015-02-12 15:58:29,354 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58357, dest: /127.0.0.1:57437, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, duration: 111697000
2015-02-12 15:58:29,354 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:29,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58356, dest: /127.0.0.1:57430, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, duration: 112440000
2015-02-12 15:58:29,355 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:29,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58355, dest: /127.0.0.1:57434, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, duration: 113437000
2015-02-12 15:58:29,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:29,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:29,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:29,447 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:58:29,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139 src: /127.0.0.1:58358 dest: /127.0.0.1:57437
2015-02-12 15:58:29,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139 src: /127.0.0.1:58359 dest: /127.0.0.1:57427
2015-02-12 15:58:29,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139 src: /127.0.0.1:58360 dest: /127.0.0.1:57434
2015-02-12 15:58:29,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58360, dest: /127.0.0.1:57434, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, duration: 1975000
2015-02-12 15:58:29,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:29,457 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,457 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58359, dest: /127.0.0.1:57427, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, duration: 2725000
2015-02-12 15:58:29,458 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:29,458 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,458 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58358, dest: /127.0.0.1:57437, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, duration: 3583000
2015-02-12 15:58:29,458 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:29,459 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:29,463 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013.summary is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:29,525 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:58:29,597 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0013_01_000002
2015-02-12 15:58:29,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:29,597 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0013_01_000003
2015-02-12 15:58:29,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:29,597 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0013_01_000005
2015-02-12 15:58:29,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:29,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:29,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:29,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:29,782 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:29,783 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:29,784 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:29,790 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:29,790 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000006
2015-02-12 15:58:29,790 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:58:29,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000002 by user soberoi
2015-02-12 15:58:29,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0013
2015-02-12 15:58:29,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000002
2015-02-12 15:58:29,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000003 by user soberoi
2015-02-12 15:58:29,799 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from NEW to INITING
2015-02-12 15:58:29,799 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0013
2015-02-12 15:58:29,800 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000003
2015-02-12 15:58:29,800 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from NEW to INITING
2015-02-12 15:58:29,800 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000003 to application application_1423785372901_0013
2015-02-12 15:58:29,799 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000002 to application application_1423785372901_0013
2015-02-12 15:58:29,800 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from INITING to RUNNING
2015-02-12 15:58:29,800 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from INITING to RUNNING
2015-02-12 15:58:29,800 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:58:29,800 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:58:29,800 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,801 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,801 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,801 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:29,801 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,801 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0013
2015-02-12 15:58:29,801 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:29,801 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0013
2015-02-12 15:58:29,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,801 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,801 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0013_01_000002
2015-02-12 15:58:29,802 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0013_01_000003
2015-02-12 15:58:29,806 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000005 by user soberoi
2015-02-12 15:58:29,806 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0013
2015-02-12 15:58:29,806 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000005
2015-02-12 15:58:29,806 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from NEW to INITING
2015-02-12 15:58:29,806 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000005 to application application_1423785372901_0013
2015-02-12 15:58:29,807 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from INITING to RUNNING
2015-02-12 15:58:29,807 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:58:29,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,807 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0013
2015-02-12 15:58:29,807 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:29,807 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0013
2015-02-12 15:58:29,807 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,808 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:29,808 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0013_01_000005
2015-02-12 15:58:29,818 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785372901_0013_01_000003.tokens. Credentials list:
2015-02-12 15:58:29,818 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0013_01_000002.tokens. Credentials list:
2015-02-12 15:58:29,825 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0013_01_000005.tokens. Credentials list:
2015-02-12 15:58:29,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:29,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:30,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:30,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:30,042 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:30,042 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000007
2015-02-12 15:58:30,042 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:58:30,064 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0013_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:58:30,064 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0013 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:58:30,127 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:30,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785372901_0013_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002.tokens
2015-02-12 15:58:30,164 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:30,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785372901_0013_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003.tokens
2015-02-12 15:58:30,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:30,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0013_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005.tokens
2015-02-12 15:58:30,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:30,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:30,380 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,380 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,393 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:30,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,492 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:30,492 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:30,492 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,511 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:30,511 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:30,562 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:30,562 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:30,565 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:30,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:30,579 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:30,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:30,612 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:30,613 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:30,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:30,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:30,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000006 by user soberoi
2015-02-12 15:58:30,626 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0013_01_000007 by user soberoi
2015-02-12 15:58:30,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000006
2015-02-12 15:58:30,626 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000007
2015-02-12 15:58:30,626 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000006 to application application_1423785372901_0013
2015-02-12 15:58:30,626 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0013_01_000007 to application application_1423785372901_0013
2015-02-12 15:58:30,627 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:58:30,627 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:30,627 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0013
2015-02-12 15:58:30,627 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:30,627 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0013
2015-02-12 15:58:30,627 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:58:30,627 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0013
2015-02-12 15:58:30,628 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0013
2015-02-12 15:58:30,628 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:30,628 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0013
2015-02-12 15:58:30,628 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:30,628 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:30,691 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:30,691 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:30,694 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:30,694 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:30,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:30,794 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:30,795 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0013
2015-02-12 15:58:30,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:30,795 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0013_01_000008 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5e570e21
2015-02-12 15:58:30,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005/default_container_executor.sh]
2015-02-12 15:58:30,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003/default_container_executor.sh]
2015-02-12 15:58:30,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002/default_container_executor.sh]
2015-02-12 15:58:31,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000006/default_container_executor.sh]
2015-02-12 15:58:31,047 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:31,047 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:31,047 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000009
2015-02-12 15:58:31,047 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:58:31,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000007/default_container_executor.sh]
2015-02-12 15:58:31,065 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0013
2015-02-12 15:58:31,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000010 Container Transitioned from NEW to RESERVED
2015-02-12 15:58:31,065 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0013_01_000010 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@5e570e21
2015-02-12 15:58:31,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:31,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000011
2015-02-12 15:58:31,131 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0013_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:58:31,168 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137
2015-02-12 15:58:31,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137
2015-02-12 15:58:31,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136
2015-02-12 15:58:31,619 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:58:31,619 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:31,620 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:31,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136
2015-02-12 15:58:31,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741961_1137
2015-02-12 15:58:31,797 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0013_000001 on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096
2015-02-12 15:58:31,797 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0013 unreserved on node host: 10.1.1.67:57469 #containers=4 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:58:32,065 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0013_000001 on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096
2015-02-12 15:58:32,065 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0013 unreserved on node host: 10.1.1.67:57481 #containers=2 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:58:32,196 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741960_1136
2015-02-12 15:58:32,627 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000009 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:58:32,627 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000009 in state: RELEASED event:RELEASED
2015-02-12 15:58:32,627 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000009
2015-02-12 15:58:32,632 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:58:32,632 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000009 on node: host: 10.1.1.67:57473 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 15:58:32,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000011 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:58:32,633 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000011 in state: RELEASED event:RELEASED
2015-02-12 15:58:32,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000011
2015-02-12 15:58:32,633 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:32,634 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000011 on node: host: 10.1.1.67:57477 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:58:33,055 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785372901_0013_01_000009
2015-02-12 15:58:33,137 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785372901_0013_01_000011
2015-02-12 15:58:36,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138
2015-02-12 15:58:36,413 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139
2015-02-12 15:58:36,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138
2015-02-12 15:58:36,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139
2015-02-12 15:58:37,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741963_1139
2015-02-12 15:58:37,202 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741962_1138
2015-02-12 15:58:44,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:44,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:44,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:44,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:44,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:44,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:45,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:45,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:45,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:58:45,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:45,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:45,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:45,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:45,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140 src: /127.0.0.1:58392 dest: /127.0.0.1:57427
2015-02-12 15:58:45,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140 src: /127.0.0.1:58393 dest: /127.0.0.1:57430
2015-02-12 15:58:45,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140 src: /127.0.0.1:58394 dest: /127.0.0.1:57437
2015-02-12 15:58:46,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58394, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000001_0_-322678797_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, duration: 90070000
2015-02-12 15:58:46,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,039 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58393, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000001_0_-322678797_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, duration: 90847000
2015-02-12 15:58:46,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58392, dest: /127.0.0.1:57427, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000001_0_-322678797_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, duration: 91817000
2015-02-12 15:58:46,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0012_m_000001_0_-322678797_1
2015-02-12 15:58:46,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:46,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:46,102 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:46,104 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0012_01_000003
2015-02-12 15:58:46,104 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000003
2015-02-12 15:58:46,104 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:58:46,104 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0012_01_000003
2015-02-12 15:58:46,124 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0012_01_000003 is : 143
2015-02-12 15:58:46,137 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:58:46,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141 src: /127.0.0.1:58397 dest: /127.0.0.1:57427
2015-02-12 15:58:46,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141 src: /127.0.0.1:58398 dest: /127.0.0.1:57434
2015-02-12 15:58:46,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141 src: /127.0.0.1:58399 dest: /127.0.0.1:57430
2015-02-12 15:58:46,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:46,148 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist for DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,151 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003
2015-02-12 15:58:46,153 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003
2015-02-12 15:58:46,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003
2015-02-12 15:58:46,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000003
2015-02-12 15:58:46,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000003
2015-02-12 15:58:46,158 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:46,158 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0012_01_000003 from application application_1423785372901_0012
2015-02-12 15:58:46,158 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:46,159 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0012
2015-02-12 15:58:46,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:46,359 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:46,450 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142 src: /127.0.0.1:58401 dest: /127.0.0.1:57434
2015-02-12 15:58:46,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142 src: /127.0.0.1:58402 dest: /127.0.0.1:57427
2015-02-12 15:58:46,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142 src: /127.0.0.1:58403 dest: /127.0.0.1:57437
2015-02-12 15:58:46,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:46,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:46,495 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:46,533 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:58:46,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143 src: /127.0.0.1:58406 dest: /127.0.0.1:57434
2015-02-12 15:58:46,606 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143 src: /127.0.0.1:58408 dest: /127.0.0.1:57427
2015-02-12 15:58:46,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143 src: /127.0.0.1:58409 dest: /127.0.0.1:57437
2015-02-12 15:58:46,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58403, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000002_0_-376973402_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, duration: 176850000
2015-02-12 15:58:46,632 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,632 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58402, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000002_0_-376973402_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, duration: 177536000
2015-02-12 15:58:46,633 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58401, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000002_0_-376973402_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, duration: 178352000
2015-02-12 15:58:46,633 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,638 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0012_m_000002_0_-376973402_1
2015-02-12 15:58:46,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:46,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:46,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144 src: /127.0.0.1:58407 dest: /127.0.0.1:57430
2015-02-12 15:58:46,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144 src: /127.0.0.1:58410 dest: /127.0.0.1:57437
2015-02-12 15:58:46,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144 src: /127.0.0.1:58411 dest: /127.0.0.1:57427
2015-02-12 15:58:46,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:46,681 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:46,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0012_01_000005
2015-02-12 15:58:46,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000005
2015-02-12 15:58:46,683 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:58:46,684 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0012_01_000005
2015-02-12 15:58:46,703 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0012_01_000005 is : 143
2015-02-12 15:58:46,714 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:46,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005
2015-02-12 15:58:46,714 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005
2015-02-12 15:58:46,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005
2015-02-12 15:58:46,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000005
2015-02-12 15:58:46,715 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:46,715 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0012_01_000005 from application application_1423785372901_0012
2015-02-12 15:58:46,715 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:46,716 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0012
2015-02-12 15:58:46,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000005
2015-02-12 15:58:46,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58411, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000000_0_1146001930_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, duration: 46976000
2015-02-12 15:58:46,723 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58410, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000000_0_1146001930_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, duration: 47788000
2015-02-12 15:58:46,724 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,724 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58407, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000000_0_1146001930_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, duration: 48574000
2015-02-12 15:58:46,724 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,732 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0012_m_000000_0_1146001930_1
2015-02-12 15:58:46,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:46,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:46,773 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:46,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0012_01_000002
2015-02-12 15:58:46,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000002
2015-02-12 15:58:46,775 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:58:46,775 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0012_01_000002
2015-02-12 15:58:46,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58409, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000003_0_719508324_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, duration: 183959000
2015-02-12 15:58:46,793 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,794 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58408, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000003_0_719508324_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, duration: 184765000
2015-02-12 15:58:46,794 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,795 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0012_01_000002 is : 143
2015-02-12 15:58:46,795 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58406, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0012_m_000003_0_719508324_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, duration: 186014000
2015-02-12 15:58:46,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,795 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:46,803 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:46,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002
2015-02-12 15:58:46,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002
2015-02-12 15:58:46,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002
2015-02-12 15:58:46,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000002
2015-02-12 15:58:46,804 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000002
2015-02-12 15:58:46,804 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:46,805 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0012_01_000002 from application application_1423785372901_0012
2015-02-12 15:58:46,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:46,805 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0012
2015-02-12 15:58:46,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0012_m_000003_0_719508324_1
2015-02-12 15:58:46,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:46,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:46,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/_temporary/attempt_1423785372901_0012_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:46,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:46,847 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:46,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0012_01_000006
2015-02-12 15:58:46,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000006
2015-02-12 15:58:46,849 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:58:46,849 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0012_01_000006
2015-02-12 15:58:46,850 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:46,850 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:58:46,850 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000002
2015-02-12 15:58:46,850 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:58:46,850 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0012_000001 released container container_1423785372901_0012_01_000002 on node: host: 10.1.1.67:57469 #containers=3 available=1024 used=3072 with event: FINISHED
2015-02-12 15:58:46,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,869 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0012_01_000006 is : 143
2015-02-12 15:58:46,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:46,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:46,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:46,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:46,886 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:46,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000006
2015-02-12 15:58:46,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000006
2015-02-12 15:58:46,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000006
2015-02-12 15:58:46,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000006
2015-02-12 15:58:46,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000006
2015-02-12 15:58:46,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:46,892 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:46,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:46,893 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0012_01_000006 from application application_1423785372901_0012
2015-02-12 15:58:46,894 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:46,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,895 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0012
2015-02-12 15:58:46,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:46,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:46,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:46,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary/1/task_1423785372901_0012_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:46,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,914 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,935 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58399, dest: /127.0.0.1:57430, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, duration: 791001000
2015-02-12 15:58:46,936 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 15524
2015-02-12 15:58:46,937 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58398, dest: /127.0.0.1:57434, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, duration: 792517000
2015-02-12 15:58:46,937 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 15524
2015-02-12 15:58:46,939 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58397, dest: /127.0.0.1:57427, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, duration: 794188000
2015-02-12 15:58:46,939 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]} size 15524
2015-02-12 15:58:46,941 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,945 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:58:46,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145 src: /127.0.0.1:58418 dest: /127.0.0.1:57434
2015-02-12 15:58:46,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145 src: /127.0.0.1:58419 dest: /127.0.0.1:57437
2015-02-12 15:58:46,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145 src: /127.0.0.1:58420 dest: /127.0.0.1:57427
2015-02-12 15:58:46,953 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58420, dest: /127.0.0.1:57427, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, duration: 1446000
2015-02-12 15:58:46,954 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,954 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,954 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58419, dest: /127.0.0.1:57437, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, duration: 2149000
2015-02-12 15:58:46,955 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,955 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,955 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58418, dest: /127.0.0.1:57434, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, duration: 3229000
2015-02-12 15:58:46,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:46,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:46,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:46,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:46,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:46,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:46,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:46,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:46,984 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:46,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146 src: /127.0.0.1:58423 dest: /127.0.0.1:57434
2015-02-12 15:58:46,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146 src: /127.0.0.1:58424 dest: /127.0.0.1:57437
2015-02-12 15:58:46,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146 src: /127.0.0.1:58425 dest: /127.0.0.1:57427
2015-02-12 15:58:46,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58425, dest: /127.0.0.1:57427, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, duration: 1816000
2015-02-12 15:58:46,993 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:46,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58424, dest: /127.0.0.1:57437, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, duration: 2491000
2015-02-12 15:58:46,994 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,994 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58423, dest: /127.0.0.1:57434, bytes: 47540, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, duration: 3332000
2015-02-12 15:58:46,995 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:46,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:46,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:47,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:47,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:47,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:47,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:47,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:47,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012/job_1423785372901_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:47,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,014 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:58:47,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147 src: /127.0.0.1:58428 dest: /127.0.0.1:57430
2015-02-12 15:58:47,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147 src: /127.0.0.1:58429 dest: /127.0.0.1:57434
2015-02-12 15:58:47,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147 src: /127.0.0.1:58430 dest: /127.0.0.1:57427
2015-02-12 15:58:47,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58430, dest: /127.0.0.1:57427, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, duration: 1908000
2015-02-12 15:58:47,024 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:47,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58429, dest: /127.0.0.1:57434, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, duration: 2591000
2015-02-12 15:58:47,024 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58428, dest: /127.0.0.1:57430, bytes: 112586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_144926344_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, duration: 3387000
2015-02-12 15:58:47,025 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_144926344_1
2015-02-12 15:58:47,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:47,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:47,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:47,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:47,047 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:47,047 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:47,047 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0012 with final state: FINISHING
2015-02-12 15:58:47,047 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:47,047 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0012
2015-02-12 15:58:47,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:47,049 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:47,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:47,107 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0012_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:58:47,108 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000003
2015-02-12 15:58:47,108 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:47,108 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0012_000001 released container container_1423785372901_0012_01_000003 on node: host: 10.1.1.67:57473 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:47,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:47,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:47,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:47,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:47,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:47,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:47,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:47,689 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0012_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:58:47,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000005
2015-02-12 15:58:47,689 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:58:47,690 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0012_000001 released container container_1423785372901_0012_01_000005 on node: host: 10.1.1.67:57477 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:58:47,742 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:47,774 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:47,778 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW]]}
2015-02-12 15:58:47,851 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:47,852 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:47,852 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0012_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:58:47,852 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000006
2015-02-12 15:58:47,852 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:47,852 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0012_000001 released container container_1423785372901_0012_01_000006 on node: host: 10.1.1.67:57469 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:47,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148 src: /127.0.0.1:58447 dest: /127.0.0.1:57434
2015-02-12 15:58:47,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148 src: /127.0.0.1:58450 dest: /127.0.0.1:57427
2015-02-12 15:58:47,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148 src: /127.0.0.1:58451 dest: /127.0.0.1:57437
2015-02-12 15:58:47,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150 src: /127.0.0.1:58449 dest: /127.0.0.1:57437
2015-02-12 15:58:47,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150 src: /127.0.0.1:58452 dest: /127.0.0.1:57427
2015-02-12 15:58:47,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150 src: /127.0.0.1:58453 dest: /127.0.0.1:57430
2015-02-12 15:58:47,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149 src: /127.0.0.1:58448 dest: /127.0.0.1:57434
2015-02-12 15:58:47,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149 src: /127.0.0.1:58454 dest: /127.0.0.1:57437
2015-02-12 15:58:47,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149 src: /127.0.0.1:58455 dest: /127.0.0.1:57427
2015-02-12 15:58:47,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58453, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000002_0_441849145_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, duration: 37617000
2015-02-12 15:58:47,927 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:47,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58452, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000002_0_441849145_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, duration: 38141000
2015-02-12 15:58:47,928 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,929 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58449, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000002_0_441849145_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, duration: 38954000
2015-02-12 15:58:47,929 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,936 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0013_m_000002_0_441849145_1
2015-02-12 15:58:47,943 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58451, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000001_0_1325515614_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, duration: 64014000
2015-02-12 15:58:47,944 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:47,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58450, dest: /127.0.0.1:57427, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000001_0_1325515614_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, duration: 65482000
2015-02-12 15:58:47,945 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:47,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:58:47,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58447, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000001_0_1325515614_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, duration: 67232000
2015-02-12 15:58:47,947 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:47,953 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0013_m_000001_0_1325515614_1
2015-02-12 15:58:47,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:47,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:47,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:58:47,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:47,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:47,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58455, dest: /127.0.0.1:57427, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000000_0_1648142408_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, duration: 65157000
2015-02-12 15:58:47,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:47,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:47,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58454, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000000_0_1648142408_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, duration: 66529000
2015-02-12 15:58:47,985 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:47,986 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58448, dest: /127.0.0.1:57434, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000000_0_1648142408_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, duration: 67460000
2015-02-12 15:58:47,986 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:47,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:47,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:58:47,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0013_m_000000_0_1648142408_1
2015-02-12 15:58:47,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:48,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,015 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:48,017 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000003
2015-02-12 15:58:48,017 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000003
2015-02-12 15:58:48,017 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:58:48,017 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000003
2015-02-12 15:58:48,018 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:48,039 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0013_01_000003 is : 143
2015-02-12 15:58:48,040 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151 src: /127.0.0.1:58458 dest: /127.0.0.1:57427
2015-02-12 15:58:48,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151 src: /127.0.0.1:58459 dest: /127.0.0.1:57434
2015-02-12 15:58:48,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:48,044 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151 src: /127.0.0.1:58460 dest: /127.0.0.1:57437
2015-02-12 15:58:48,048 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:48,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003
2015-02-12 15:58:48,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003
2015-02-12 15:58:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003
2015-02-12 15:58:48,049 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000003
2015-02-12 15:58:48,049 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:48,049 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000003 from application application_1423785372901_0013
2015-02-12 15:58:48,049 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:48,049 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:48,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000003
2015-02-12 15:58:48,049 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist for DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,050 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0012 unregistered successfully.
2015-02-12 15:58:48,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741869_1045 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:48,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:58:48,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:58:48,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:58:48,054 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:48,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:48,055 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:58:48,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0012 dst=null perm=null proto=rpc
2015-02-12 15:58:48,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:48,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:48,073 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:48,074 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000002
2015-02-12 15:58:48,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000002
2015-02-12 15:58:48,074 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:58:48,075 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000002
2015-02-12 15:58:48,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,094 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0013_01_000002 is : 143
2015-02-12 15:58:48,104 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:48,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002
2015-02-12 15:58:48,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002
2015-02-12 15:58:48,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002
2015-02-12 15:58:48,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000002
2015-02-12 15:58:48,106 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000002
2015-02-12 15:58:48,107 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:48,107 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000002 from application application_1423785372901_0013
2015-02-12 15:58:48,107 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:48,107 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:48,116 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:48,118 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000005
2015-02-12 15:58:48,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000005
2015-02-12 15:58:48,118 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:58:48,118 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000005
2015-02-12 15:58:48,118 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,134 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785372901_0013_m_000004_0_489550741_1
2015-02-12 15:58:48,137 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0013_01_000005 is : 143
2015-02-12 15:58:48,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,144 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary
2015-02-12 15:58:48,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:48,145 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] completed flow: first1
2015-02-12 15:58:48,145 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flow: second1
2015-02-12 15:58:48,146 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] at least one sink is marked for delete
2015-02-12 15:58:48,146 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:58:48,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,147 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:48,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005
2015-02-12 15:58:48,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005
2015-02-12 15:58:48,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005
2015-02-12 15:58:48,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000005
2015-02-12 15:58:48,148 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:48,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000005
2015-02-12 15:58:48,148 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000005 from application application_1423785372901_0013
2015-02-12 15:58:48,149 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] starting
2015-02-12 15:58:48,149 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:48,149 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:48,149 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] source: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1"]
2015-02-12 15:58:48,149 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] sink: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1"]
2015-02-12 15:58:48,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] parallel execution is enabled: true
2015-02-12 15:58:48,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] starting jobs: 1
2015-02-12 15:58:48,150 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second1] allocating threads: 1
2015-02-12 15:58:48,151 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second1] starting step: (1/1) ...elcascadeplatform/second1
2015-02-12 15:58:48,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,169 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:58:48,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:58:48,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:48,189 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:58:48,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:48,194 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:48,196 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000007
2015-02-12 15:58:48,196 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000007
2015-02-12 15:58:48,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:48,197 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:58:48,197 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000003
2015-02-12 15:58:48,197 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:58:48,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000003 on node: host: 10.1.1.67:57473 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:58:48,198 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:58:48,198 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000007
2015-02-12 15:58:48,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:48,208 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 14
2015-02-12 15:58:48,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=null proto=rpc
2015-02-12 15:58:48,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:58:48,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:58:48,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,219 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:48,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 src: /127.0.0.1:58467 dest: /127.0.0.1:57434
2015-02-12 15:58:48,223 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0013_01_000007 is : 143
2015-02-12 15:58:48,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 src: /127.0.0.1:58468 dest: /127.0.0.1:57427
2015-02-12 15:58:48,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 src: /127.0.0.1:58469 dest: /127.0.0.1:57437
2015-02-12 15:58:48,231 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58469, dest: /127.0.0.1:57437, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, duration: 2790000
2015-02-12 15:58:48,231 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,232 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58468, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, duration: 3067000
2015-02-12 15:58:48,232 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,233 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58467, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, duration: 4964000
2015-02-12 15:58:48,233 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,235 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:48,235 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar
2015-02-12 15:58:48,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:58:48,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:58:48,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:58:48,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:58:48,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:58:48,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,247 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:48,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000007
2015-02-12 15:58:48,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000007
2015-02-12 15:58:48,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000007
2015-02-12 15:58:48,252 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 15:58:48,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,254 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000007
2015-02-12 15:58:48,254 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000007
2015-02-12 15:58:48,255 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:48,255 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000007 from application application_1423785372901_0013
2015-02-12 15:58:48,256 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:48,256 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:48,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,263 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split
2015-02-12 15:58:48,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:48,265 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:48,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153 src: /127.0.0.1:58470 dest: /127.0.0.1:57427
2015-02-12 15:58:48,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153 src: /127.0.0.1:58471 dest: /127.0.0.1:57430
2015-02-12 15:58:48,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153 src: /127.0.0.1:58472 dest: /127.0.0.1:57437
2015-02-12 15:58:48,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153 src: /127.0.0.1:58473 dest: /127.0.0.1:57434
2015-02-12 15:58:48,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58473, dest: /127.0.0.1:57434, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, duration: 1645000
2015-02-12 15:58:48,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,275 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58472, dest: /127.0.0.1:57437, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, duration: 1953000
2015-02-12 15:58:48,275 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58471, dest: /127.0.0.1:57430, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, duration: 2895000
2015-02-12 15:58:48,276 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,276 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,277 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58470, dest: /127.0.0.1:57427, bytes: 1982, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, duration: 3744000
2015-02-12 15:58:48,277 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:48,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:58:48,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154 src: /127.0.0.1:58474 dest: /127.0.0.1:57427
2015-02-12 15:58:48,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154 src: /127.0.0.1:58475 dest: /127.0.0.1:57430
2015-02-12 15:58:48,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154 src: /127.0.0.1:58476 dest: /127.0.0.1:57434
2015-02-12 15:58:48,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58476, dest: /127.0.0.1:57434, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, duration: 1557000
2015-02-12 15:58:48,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58475, dest: /127.0.0.1:57430, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, duration: 2250000
2015-02-12 15:58:48,296 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,296 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58474, dest: /127.0.0.1:57427, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, duration: 2917000
2015-02-12 15:58:48,296 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,298 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:48,298 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 15:58:48,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:58:48,309 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:48,311 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155 src: /127.0.0.1:58477 dest: /127.0.0.1:57434
2015-02-12 15:58:48,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:58:48,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155 src: /127.0.0.1:58478 dest: /127.0.0.1:57430
2015-02-12 15:58:48,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155 src: /127.0.0.1:58479 dest: /127.0.0.1:57437
2015-02-12 15:58:48,318 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58479, dest: /127.0.0.1:57437, bytes: 96279, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, duration: 2525000
2015-02-12 15:58:48,318 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,319 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58478, dest: /127.0.0.1:57430, bytes: 96279, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, duration: 2788000
2015-02-12 15:58:48,319 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,320 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58477, dest: /127.0.0.1:57434, bytes: 96279, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, duration: 3992000
2015-02-12 15:58:48,320 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,321 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:58:48,328 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0014
2015-02-12 15:58:48,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=null proto=rpc
2015-02-12 15:58:48,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:48,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:48,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:48,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:48,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:48,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:48,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,343 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 14 submitted by user soberoi
2015-02-12 15:58:48,343 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0014
2015-02-12 15:58:48,343 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from NEW to NEW_SAVING
2015-02-12 15:58:48,343 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0014
2015-02-12 15:58:48,343 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0014
2015-02-12 15:58:48,343 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:58:48,344 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0014 from user: soberoi, in queue: default, currently num of applications: 3
2015-02-12 15:58:48,344 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from SUBMITTED to ACCEPTED
2015-02-12 15:58:48,344 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from NEW to SUBMITTED
2015-02-12 15:58:48,344 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0014_000001 to scheduler from user: soberoi
2015-02-12 15:58:48,345 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:58:48,345 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0014
2015-02-12 15:58:48,348 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0014/
2015-02-12 15:58:48,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second1] submitted hadoop job: job_1423785372901_0014
2015-02-12 15:58:48,348 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second1] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0014/
2015-02-12 15:58:48,414 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156 src: /127.0.0.1:58480 dest: /127.0.0.1:57427
2015-02-12 15:58:48,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156 src: /127.0.0.1:58481 dest: /127.0.0.1:57430
2015-02-12 15:58:48,416 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156 src: /127.0.0.1:58482 dest: /127.0.0.1:57437
2015-02-12 15:58:48,452 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58482, dest: /127.0.0.1:57437, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000003_0_1142287272_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, duration: 34400000
2015-02-12 15:58:48,453 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58481, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000003_0_1142287272_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, duration: 35098000
2015-02-12 15:58:48,453 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,454 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58480, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0013_m_000003_0_1142287272_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, duration: 35876000
2015-02-12 15:58:48,454 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,458 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0013_m_000003_0_1142287272_1
2015-02-12 15:58:48,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:58:48,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:48,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/_temporary/attempt_1423785372901_0013_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:48,491 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:48,497 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000006
2015-02-12 15:58:48,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000006
2015-02-12 15:58:48,497 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:58:48,497 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000006
2015-02-12 15:58:48,497 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,498 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:48,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:48,498 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:58:48,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000002
2015-02-12 15:58:48,498 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:58:48,498 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000002 on node: host: 10.1.1.67:57469 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:58:48,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:48,500 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000001
2015-02-12 15:58:48,500 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:58:48,500 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0014_01_000001
2015-02-12 15:58:48,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:48,500 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,501 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0014 AttemptId: appattempt_1423785372901_0014_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0014_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ]
2015-02-12 15:58:48,501 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:58:48,501 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:58:48,501 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0014_000001
2015-02-12 15:58:48,502 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0014_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ] for AM appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,502 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:58:48,503 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,503 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,506 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:48,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,512 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000001 by user soberoi
2015-02-12 15:58:48,512 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0014
2015-02-12 15:58:48,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000001
2015-02-12 15:58:48,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:58:48,514 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0014_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ] for AM appattempt_1423785372901_0014_000001
2015-02-12 15:58:48,514 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:58:48,520 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0013_01_000006 is : 143
2015-02-12 15:58:48,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:58:48,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:58:48,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,529 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from NEW to INITING
2015-02-12 15:58:48,529 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000001 to application application_1423785372901_0014
2015-02-12 15:58:48,529 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:58:48,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000006
2015-02-12 15:58:48,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000006
2015-02-12 15:58:48,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000006
2015-02-12 15:58:48,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000006
2015-02-12 15:58:48,531 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000006
2015-02-12 15:58:48,532 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:58:48,532 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000006 from application application_1423785372901_0013
2015-02-12 15:58:48,532 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:48,532 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:48,533 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from INITING to RUNNING
2015-02-12 15:58:48,533 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:58:48,533 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:48,533 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:48,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:58:48,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:58:48,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:48,534 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0014_01_000001
2015-02-12 15:58:48,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:58:48,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:58:48,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:58:48,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:58:48,552 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785372901_0014_01_000001.tokens. Credentials list:
2015-02-12 15:58:48,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:58:48,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:58:48,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:58:48,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:58:48,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary/1/task_1423785372901_0013_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:48,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,576 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,580 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58460, dest: /127.0.0.1:57437, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, duration: 548410000
2015-02-12 15:58:48,594 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58459, dest: /127.0.0.1:57434, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, duration: 550338000
2015-02-12 15:58:48,597 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,598 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58458, dest: /127.0.0.1:57427, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, duration: 551977000
2015-02-12 15:58:48,598 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 16214
2015-02-12 15:58:48,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 16214
2015-02-12 15:58:48,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741975_1151 size 54690
2015-02-12 15:58:48,602 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:58:48,609 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157 src: /127.0.0.1:58485 dest: /127.0.0.1:57434
2015-02-12 15:58:48,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157 src: /127.0.0.1:58486 dest: /127.0.0.1:57437
2015-02-12 15:58:48,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157 src: /127.0.0.1:58487 dest: /127.0.0.1:57430
2015-02-12 15:58:48,616 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58487, dest: /127.0.0.1:57430, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, duration: 1416000
2015-02-12 15:58:48,616 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,617 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58486, dest: /127.0.0.1:57437, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, duration: 2066000
2015-02-12 15:58:48,617 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58485, dest: /127.0.0.1:57434, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, duration: 3224000
2015-02-12 15:58:48,618 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:48,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:48,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:48,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:48,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:58:48,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:58:48,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158 src: /127.0.0.1:58489 dest: /127.0.0.1:57430
2015-02-12 15:58:48,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158 src: /127.0.0.1:58490 dest: /127.0.0.1:57437
2015-02-12 15:58:48,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158 src: /127.0.0.1:58491 dest: /127.0.0.1:57427
2015-02-12 15:58:48,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58491, dest: /127.0.0.1:57427, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, duration: 1702000
2015-02-12 15:58:48,664 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58490, dest: /127.0.0.1:57437, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, duration: 2378000
2015-02-12 15:58:48,665 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58489, dest: /127.0.0.1:57430, bytes: 54690, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, duration: 3086000
2015-02-12 15:58:48,665 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,679 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:48,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:48,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:48,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:58:48,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013/job_1423785372901_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:58:48,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:48,695 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:48,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159 src: /127.0.0.1:58493 dest: /127.0.0.1:57430
2015-02-12 15:58:48,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159 src: /127.0.0.1:58494 dest: /127.0.0.1:57434
2015-02-12 15:58:48,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159 src: /127.0.0.1:58495 dest: /127.0.0.1:57437
2015-02-12 15:58:48,705 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58495, dest: /127.0.0.1:57437, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, duration: 2913000
2015-02-12 15:58:48,705 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:48,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:48,706 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58494, dest: /127.0.0.1:57434, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, duration: 3837000
2015-02-12 15:58:48,706 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58493, dest: /127.0.0.1:57430, bytes: 112870, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_196324784_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, duration: 4596000
2015-02-12 15:58:48,707 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:48,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:48,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_196324784_1
2015-02-12 15:58:48,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:58:48,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:48,728 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0013_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:58:48,728 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:48,728 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0013 with final state: FINISHING
2015-02-12 15:58:48,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from RUNNING to FINAL_SAVING
2015-02-12 15:58:48,729 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0013
2015-02-12 15:58:48,729 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:48,729 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from FINAL_SAVING to FINISHING
2015-02-12 15:58:48,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785372901_0014_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001.tokens
2015-02-12 15:58:48,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:58:48,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:48,931 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:48,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:48,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:48,988 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:49,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:49,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:58:49,043 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:49,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:49,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:49,094 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:49,094 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:49,120 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,121 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:49,121 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:58:49,121 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000005
2015-02-12 15:58:49,121 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:58:49,121 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000005 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:58:49,126 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:49,126 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:49,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,200 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:49,200 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:58:49,200 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000007
2015-02-12 15:58:49,200 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:58:49,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000007 on node: host: 10.1.1.67:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:58:49,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001/default_container_executor.sh]
2015-02-12 15:58:49,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:49,502 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,502 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,502 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:49,502 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:49,502 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:58:49,502 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000006
2015-02-12 15:58:49,503 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:58:49,503 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000006 on node: host: 10.1.1.67:57469 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:49,735 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0013 unregistered successfully.
2015-02-12 15:58:49,739 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741963_1139 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57434
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:58:49,740 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:58:49,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0013 dst=null perm=null proto=rpc
2015-02-12 15:58:49,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:58:49,784 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary
2015-02-12 15:58:49,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/_temporary dst=null perm=null proto=rpc
2015-02-12 15:58:49,785 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] completed flow: second2
2015-02-12 15:58:50,122 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,122 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,507 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,507 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,508 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,508 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:50,840 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57437 to replicate blk_1073741976_1152 to datanode(s) 127.0.0.1:57430
2015-02-12 15:58:50,840 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741963_1139, blk_1073741869_1045, blk_1073741965_1141, blk_1073741871_1047, blk_1073741872_1048, blk_1073741975_1151]
2015-02-12 15:58:50,840 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57437 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134, blk_1073741975_1151, blk_1073741959_1135, blk_1073741960_1136, blk_1073741962_1138, blk_1073741963_1139, blk_1073741869_1045, blk_1073741871_1047]
2015-02-12 15:58:51,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:58:51,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:58:51,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:58:51,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:58:51,127 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,127 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=null proto=rpc
2015-02-12 15:58:51,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:58:51,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:58:51,186 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140
2015-02-12 15:58:51,205 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,205 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,205 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140
2015-02-12 15:58:51,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:51,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:58:51,510 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,510 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,510 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,511 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:51,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142
2015-02-12 15:58:52,128 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,129 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,207 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,207 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,208 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741964_1140
2015-02-12 15:58:52,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142
2015-02-12 15:58:52,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145
2015-02-12 15:58:52,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146
2015-02-12 15:58:52,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143
2015-02-12 15:58:52,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144
2015-02-12 15:58:52,428 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:52,429 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0014_000001
2015-02-12 15:58:52,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0014 APPATTEMPTID=appattempt_1423785372901_0014_000001
2015-02-12 15:58:52,429 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:58:52,430 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from ACCEPTED to RUNNING
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:58:52,437 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:58:52,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:58:52,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:58:52,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:58:52,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 15:58:52,438 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:58:52,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 15:58:52,439 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 15:58:52,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:58:52,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:58:52,440 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:58:52,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 15:58:52,441 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:58:52,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:52,516 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,516 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,516 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,516 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:52,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:58:52,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:52,742 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=71bb0ea4-fe53-4178-8614-b876525221c6, infoPort=57438, ipcPort=57439, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 to 127.0.0.1:57430
2015-02-12 15:58:52,742 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 15:58:52,743 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:58:52,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 src: /127.0.0.1:58508 dest: /127.0.0.1:57430
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 15:58:52,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:58:52,744 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 (numBytes=254067) to /127.0.0.1:57430
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:58:52,745 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:58:52,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:58:52,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:58:52,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 15:58:52,744 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 15:58:52,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:58:52,746 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:58:52,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:58:52,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152 src: /127.0.0.1:58508 dest: /127.0.0.1:57430 of size 254067
2015-02-12 15:58:52,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 15:58:52,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741976_1152 size 254067
2015-02-12 15:58:52,829 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:58:52,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160 src: /127.0.0.1:58509 dest: /127.0.0.1:57437
2015-02-12 15:58:52,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160 src: /127.0.0.1:58510 dest: /127.0.0.1:57430
2015-02-12 15:58:52,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160 src: /127.0.0.1:58511 dest: /127.0.0.1:57434
2015-02-12 15:58:52,915 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58511, dest: /127.0.0.1:57434, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, duration: 27677000
2015-02-12 15:58:52,916 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:52,916 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:58:52,916 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58510, dest: /127.0.0.1:57430, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, duration: 28448000
2015-02-12 15:58:52,916 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:52,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:58:52,917 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58509, dest: /127.0.0.1:57437, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, duration: 29410000
2015-02-12 15:58:52,917 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:52,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:58:52,926 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:58:52,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:58:52,959 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:58:52,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161 src: /127.0.0.1:58512 dest: /127.0.0.1:57427
2015-02-12 15:58:52,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161 src: /127.0.0.1:58513 dest: /127.0.0.1:57434
2015-02-12 15:58:52,964 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161 src: /127.0.0.1:58514 dest: /127.0.0.1:57437
2015-02-12 15:58:52,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58514, dest: /127.0.0.1:57437, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, duration: 1254000
2015-02-12 15:58:52,968 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:58:52,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:52,968 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58513, dest: /127.0.0.1:57434, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, duration: 2048000
2015-02-12 15:58:52,969 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:52,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58512, dest: /127.0.0.1:57427, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, duration: 2928000
2015-02-12 15:58:52,969 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]} size 0
2015-02-12 15:58:52,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:58:52,970 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:58:52,972 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014.summary is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:58:53,131 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,132 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0012_01_000001 succeeded
2015-02-12 15:58:53,202 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:53,202 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0012_01_000001
2015-02-12 15:58:53,208 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,208 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,208 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001
2015-02-12 15:58:53,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001
2015-02-12 15:58:53,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001
2015-02-12 15:58:53,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0012/container_1423785372901_0012_01_000001
2015-02-12 15:58:53,216 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000001
2015-02-12 15:58:53,216 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:53,216 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0012_01_000001 from application application_1423785372901_0012
2015-02-12 15:58:53,216 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:53,216 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0012
2015-02-12 15:58:53,519 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,519 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,519 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,520 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:53,520 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:53,520 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000002
2015-02-12 15:58:53,520 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:58:53,844 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741874_1050, blk_1073741956_1132, blk_1073741957_1133, blk_1073741958_1134, blk_1073741975_1151, blk_1073741960_1136, blk_1073741961_1137, blk_1073741963_1139, blk_1073741965_1141, blk_1073741869_1045, blk_1073741871_1047]
2015-02-12 15:58:53,844 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741956_1132, blk_1073741957_1133, blk_1073741959_1135, blk_1073741961_1137, blk_1073741962_1138, blk_1073741965_1141, blk_1073741869_1045, blk_1073741871_1047]
2015-02-12 15:58:54,122 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:54,122 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0012_000001
2015-02-12 15:58:54,122 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0012_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:54,122 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0012_000001
2015-02-12 15:58:54,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0012_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:54,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0012 State change from FINISHING to FINISHED
2015-02-12 15:58:54,122 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000001
2015-02-12 15:58:54,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0012
2015-02-12 15:58:54,123 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:58:54,123 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0012_000001
2015-02-12 15:58:54,123 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0012_000001 released container container_1423785372901_0012_01_000001 on node: host: 10.1.1.67:57481 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:54,124 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:54,124 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000003
2015-02-12 15:58:54,124 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:58:54,125 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0012_000001 is done. finalState=FINISHED
2015-02-12 15:58:54,125 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0012 requests cleared
2015-02-12 15:58:54,123 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0012,name=[7A602D9595764393814B0032DA0998D6/434F80EF8AEB4C7386DF857FFD6DCDE3] first1/(1/1) ...lelcascadeplatform/first1,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0012/jobhistory/job/job_1423785372901_0012,appMasterHost=10.1.1.67,startTime=1423785386073,finishTime=1423785527047,finalStatus=SUCCEEDED
2015-02-12 15:58:54,126 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0012_000001 (auth:SIMPLE)
2015-02-12 15:58:54,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0012_01_000001
2015-02-12 15:58:54,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0012 CONTAINERID=container_1423785372901_0012_01_000001
2015-02-12 15:58:54,128 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0012_01_000001]
2015-02-12 15:58:54,129 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,129 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:54,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:54,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,129 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,129 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000004
2015-02-12 15:58:54,130 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:58:54,130 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0012
2015-02-12 15:58:54,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,130 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:54,130 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0012, with delay of 10800 seconds
2015-02-12 15:58:54,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,132 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:54,132 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,133 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,133 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:54,133 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000005
2015-02-12 15:58:54,133 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:58:54,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,133 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0012
2015-02-12 15:58:54,134 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:54,134 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0012, with delay of 10800 seconds
2015-02-12 15:58:54,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,212 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:54,212 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,212 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,213 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,213 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0012
2015-02-12 15:58:54,215 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:54,215 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0012, with delay of 10800 seconds
2015-02-12 15:58:54,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,213 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:58:54,216 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000006
2015-02-12 15:58:54,216 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0014_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:58:54,490 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0014_01_000002
2015-02-12 15:58:54,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:54,491 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0014_01_000003
2015-02-12 15:58:54,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:54,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:54,492 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0014_01_000005
2015-02-12 15:58:54,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:54,492 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0014_01_000006
2015-02-12 15:58:54,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:58:54,524 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:54,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,525 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:54,526 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0012
2015-02-12 15:58:54,526 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:54,526 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0012, with delay of 10800 seconds
2015-02-12 15:58:54,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0012
2015-02-12 15:58:54,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:54,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:54,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:58:54,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:54,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:54,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:54,624 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:54,625 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:58:54,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000005 by user soberoi
2015-02-12 15:58:54,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0014
2015-02-12 15:58:54,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000005
2015-02-12 15:58:54,628 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from NEW to INITING
2015-02-12 15:58:54,628 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000005 to application application_1423785372901_0014
2015-02-12 15:58:54,628 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from INITING to RUNNING
2015-02-12 15:58:54,628 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:58:54,628 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,628 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,628 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:54,629 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0014
2015-02-12 15:58:54,629 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000006 by user soberoi
2015-02-12 15:58:54,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,629 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,629 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0014_01_000005
2015-02-12 15:58:54,629 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0014
2015-02-12 15:58:54,630 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000006
2015-02-12 15:58:54,630 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from NEW to INITING
2015-02-12 15:58:54,630 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000006 to application application_1423785372901_0014
2015-02-12 15:58:54,630 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from INITING to RUNNING
2015-02-12 15:58:54,631 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:58:54,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,631 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,631 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:54,631 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000003 by user soberoi
2015-02-12 15:58:54,631 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0014
2015-02-12 15:58:54,631 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,631 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0014_01_000006
2015-02-12 15:58:54,631 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0014
2015-02-12 15:58:54,632 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000003
2015-02-12 15:58:54,633 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from NEW to INITING
2015-02-12 15:58:54,633 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000003 to application application_1423785372901_0014
2015-02-12 15:58:54,634 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from INITING to RUNNING
2015-02-12 15:58:54,634 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:58:54,634 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,634 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,634 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:54,634 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0014
2015-02-12 15:58:54,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:58:54,634 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0014_01_000003
2015-02-12 15:58:54,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000002 by user soberoi
2015-02-12 15:58:54,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0014_01_000004 by user soberoi
2015-02-12 15:58:54,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000004
2015-02-12 15:58:54,637 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000002 to application application_1423785372901_0014
2015-02-12 15:58:54,637 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:58:54,637 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,637 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,637 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:54,637 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0014
2015-02-12 15:58:54,638 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:54,636 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000002
2015-02-12 15:58:54,638 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0014_01_000004 to application application_1423785372901_0014
2015-02-12 15:58:54,639 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:58:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0014
2015-02-12 15:58:54,639 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:58:54,639 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0014
2015-02-12 15:58:54,640 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0014_01_000004
2015-02-12 15:58:54,664 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785372901_0014_01_000006.tokens. Credentials list:
2015-02-12 15:58:54,666 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0014_01_000005.tokens. Credentials list:
2015-02-12 15:58:54,668 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785372901_0014_01_000003.tokens. Credentials list:
2015-02-12 15:58:54,670 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0014_01_000004.tokens. Credentials list:
2015-02-12 15:58:54,707 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:54,707 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:54,810 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0013_01_000001 succeeded
2015-02-12 15:58:54,811 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:58:54,811 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0013_01_000001
2015-02-12 15:58:54,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001
2015-02-12 15:58:54,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001
2015-02-12 15:58:54,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000001
2015-02-12 15:58:54,836 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:58:54,836 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0013_01_000001 from application application_1423785372901_0013
2015-02-12 15:58:54,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001
2015-02-12 15:58:54,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:54,837 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0013
2015-02-12 15:58:54,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0013/container_1423785372901_0013_01_000001
2015-02-12 15:58:54,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:54,898 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:54,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000002/default_container_executor.sh]
2015-02-12 15:58:54,981 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 15:58:54,982 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:58:54,983 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741963_1139 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741963
2015-02-12 15:58:54,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 15:58:54,984 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:58:54,985 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872 for deletion
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956 for deletion
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741872_1048 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741872
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741956_1132 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741956
2015-02-12 15:58:55,013 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869 for deletion
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:58:55,014 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741869_1045 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741869
2015-02-12 15:58:55,015 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:58:55,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:55,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785372901_0014_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005.tokens
2015-02-12 15:58:55,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:58:55,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785372901_0014_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006.tokens
2015-02-12 15:58:55,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:58:55,129 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:55,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:55,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:58:55,130 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0013_000001
2015-02-12 15:58:55,130 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0013_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:58:55,130 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0013_000001
2015-02-12 15:58:55,130 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000001
2015-02-12 15:58:55,130 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0013_000001 State change from FINISHING to FINISHED
2015-02-12 15:58:55,130 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0013 State change from FINISHING to FINISHED
2015-02-12 15:58:55,130 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57481, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:58:55,131 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0013_000001
2015-02-12 15:58:55,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0013
2015-02-12 15:58:55,131 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0013_000001 released container container_1423785372901_0013_01_000001 on node: host: 10.1.1.67:57481 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:58:55,131 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0013,name=[A2350AB877714BD3B38B07F12DACCD6A/E1EF1224167944EF882AC934B314221C] second2/(1/1) ...elcascadeplatform/second2,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0013/jobhistory/job/job_1423785372901_0013,appMasterHost=10.1.1.67,startTime=1423785497144,finishTime=1423785528728,finalStatus=SUCCEEDED
2015-02-12 15:58:55,131 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0013_000001 is done. finalState=FINISHED
2015-02-12 15:58:55,131 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0013 requests cleared
2015-02-12 15:58:55,137 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:55,137 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,137 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,137 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:55,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,138 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0013
2015-02-12 15:58:55,138 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:55,138 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0013, with delay of 10800 seconds
2015-02-12 15:58:55,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,139 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0013_000001 (auth:SIMPLE)
2015-02-12 15:58:55,142 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0013_01_000001
2015-02-12 15:58:55,143 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0013 CONTAINERID=container_1423785372901_0013_01_000001
2015-02-12 15:58:55,143 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0013_01_000001]
2015-02-12 15:58:55,143 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,143 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:55,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,146 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0013
2015-02-12 15:58:55,146 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:55,146 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0013, with delay of 10800 seconds
2015-02-12 15:58:55,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785372901_0014_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004.tokens
2015-02-12 15:58:55,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:58:55,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,214 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0013_01_000003]
2015-02-12 15:58:55,214 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:55,214 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:55,214 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,214 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,214 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,215 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,215 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0013
2015-02-12 15:58:55,216 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:55,216 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0013, with delay of 10800 seconds
2015-02-12 15:58:55,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,300 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar dst=null perm=null proto=rpc
2015-02-12 15:58:55,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,366 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:55,385 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,399 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:55,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,419 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:55,419 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:55,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml dst=null perm=null proto=rpc
2015-02-12 15:58:55,467 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:55,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:55,503 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:58:55,514 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:58:55,514 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:55,514 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:58:55,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0013_01_000002]
2015-02-12 15:58:55,526 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:58:55,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:58:55,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0013
2015-02-12 15:58:55,527 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,528 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,527 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0013
2015-02-12 15:58:55,528 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,528 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:55,528 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:58:55,529 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0013, with delay of 10800 seconds
2015-02-12 15:58:55,578 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:55,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:55,579 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:58:55,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:58:55,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005/default_container_executor.sh]
2015-02-12 15:58:55,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006/default_container_executor.sh]
2015-02-12 15:58:55,793 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004/default_container_executor.sh]
2015-02-12 15:58:55,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003/default_container_executor.sh]
2015-02-12 15:58:56,140 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:56,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154
2015-02-12 15:58:56,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153
2015-02-12 15:58:56,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157
2015-02-12 15:58:56,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156
2015-02-12 15:58:56,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159
2015-02-12 15:58:56,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147
2015-02-12 15:58:56,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144
2015-02-12 15:58:56,194 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150
2015-02-12 15:58:56,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:56,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155
2015-02-12 15:58:56,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158
2015-02-12 15:58:56,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156
2015-02-12 15:58:56,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149
2015-02-12 15:58:56,438 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152
2015-02-12 15:58:56,527 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:58:56,546 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:58:56,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158
2015-02-12 15:58:56,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741966_1142
2015-02-12 15:58:56,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145
2015-02-12 15:58:56,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150
2015-02-12 15:58:56,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143
2015-02-12 15:58:56,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154
2015-02-12 15:58:56,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741968_1144
2015-02-12 15:58:56,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146
2015-02-12 15:58:56,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147
2015-02-12 15:58:56,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148
2015-02-12 15:58:56,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153
2015-02-12 15:58:56,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785372901_0014_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003.tokens
2015-02-12 15:58:56,674 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:58:56,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741967_1143
2015-02-12 15:58:56,727 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152
2015-02-12 15:58:56,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741971_1147
2015-02-12 15:58:56,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157
2015-02-12 15:58:56,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149
2015-02-12 15:58:56,747 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 15:58:56,747 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:58:56,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741970_1146
2015-02-12 15:58:56,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741969_1145
2015-02-12 15:58:56,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741978_1154
2015-02-12 15:58:56,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159
2015-02-12 15:58:56,929 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153
2015-02-12 15:58:56,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148
2015-02-12 15:58:57,128 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155
2015-02-12 15:58:57,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741973_1149
2015-02-12 15:58:57,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741979_1155
2015-02-12 15:58:57,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741977_1153
2015-02-12 15:58:57,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741983_1159
2015-02-12 15:58:57,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741982_1158
2015-02-12 15:58:57,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741972_1148
2015-02-12 15:58:57,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741974_1150
2015-02-12 15:58:57,223 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741981_1157
2015-02-12 15:58:57,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152
2015-02-12 15:58:57,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741980_1156
2015-02-12 15:59:01,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160
2015-02-12 15:59:01,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741976_1152
2015-02-12 15:59:01,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161
2015-02-12 15:59:02,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160
2015-02-12 15:59:02,134 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161
2015-02-12 15:59:02,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741985_1161
2015-02-12 15:59:02,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741984_1160
2015-02-12 15:59:04,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:04,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:04,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:04,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:04,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:04,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:04,583 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1277 Total time for transactions(ms): 88 Number of transactions batched in Syncs: 2 Number of syncs: 852 SyncTimes(ms): 269 234
2015-02-12 15:59:04,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:04,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:04,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:04,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:04,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:04,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:04,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:04,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:04,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:04,997 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:59:05,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162 src: /127.0.0.1:58550 dest: /127.0.0.1:57427
2015-02-12 15:59:05,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162 src: /127.0.0.1:58551 dest: /127.0.0.1:57430
2015-02-12 15:59:05,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162 src: /127.0.0.1:58552 dest: /127.0.0.1:57437
2015-02-12 15:59:05,092 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58552, dest: /127.0.0.1:57437, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000000_0_1511602648_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, duration: 29513000
2015-02-12 15:59:05,092 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:59:05,093 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58551, dest: /127.0.0.1:57430, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000000_0_1511602648_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, duration: 30330000
2015-02-12 15:59:05,093 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,094 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:59:05,094 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58550, dest: /127.0.0.1:57427, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000000_0_1511602648_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, duration: 31224000
2015-02-12 15:59:05,095 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,102 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0014_m_000000_0_1511602648_1
2015-02-12 15:59:05,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:59:05,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:05,154 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:05,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000002
2015-02-12 15:59:05,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000002
2015-02-12 15:59:05,156 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:59:05,156 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000002
2015-02-12 15:59:05,176 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0014_01_000002 is : 143
2015-02-12 15:59:05,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:59:05,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163 src: /127.0.0.1:58555 dest: /127.0.0.1:57434
2015-02-12 15:59:05,182 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163 src: /127.0.0.1:58556 dest: /127.0.0.1:57430
2015-02-12 15:59:05,184 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163 src: /127.0.0.1:58557 dest: /127.0.0.1:57437
2015-02-12 15:59:05,187 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:05,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000002
2015-02-12 15:59:05,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000002
2015-02-12 15:59:05,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000002
2015-02-12 15:59:05,188 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000002
2015-02-12 15:59:05,188 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:05,188 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000002 from application application_1423785372901_0014
2015-02-12 15:59:05,188 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:05,188 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:05,188 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000002
2015-02-12 15:59:05,189 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist for DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,221 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0/part-00003. BP-1545273286-10.1.1.67-1423785355267 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:59:05,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785372901_0014_m_000004_0_1537506658_1
2015-02-12 15:59:05,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164 src: /127.0.0.1:58559 dest: /127.0.0.1:57430
2015-02-12 15:59:05,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164 src: /127.0.0.1:58560 dest: /127.0.0.1:57427
2015-02-12 15:59:05,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164 src: /127.0.0.1:58561 dest: /127.0.0.1:57434
2015-02-12 15:59:05,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,302 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0/part-00001. BP-1545273286-10.1.1.67-1423785355267 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:59:05,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:59:05,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:05,331 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58561, dest: /127.0.0.1:57434, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000003_0_-1814929428_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, duration: 40804000
2015-02-12 15:59:05,331 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,332 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58560, dest: /127.0.0.1:57427, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000003_0_-1814929428_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, duration: 41756000
2015-02-12 15:59:05,332 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,333 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58559, dest: /127.0.0.1:57430, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000003_0_-1814929428_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, duration: 42659000
2015-02-12 15:59:05,333 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785372901_0014_m_000003_0_-1814929428_1
2015-02-12 15:59:05,367 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:05,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000006
2015-02-12 15:59:05,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000006
2015-02-12 15:59:05,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:59:05,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000006
2015-02-12 15:59:05,390 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0014_01_000006 is : 143
2015-02-12 15:59:05,398 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:05,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006
2015-02-12 15:59:05,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006
2015-02-12 15:59:05,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000006
2015-02-12 15:59:05,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006
2015-02-12 15:59:05,400 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000006
2015-02-12 15:59:05,400 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:05,400 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000006 from application application_1423785372901_0014
2015-02-12 15:59:05,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:05,401 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:05,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165 src: /127.0.0.1:58562 dest: /127.0.0.1:57430
2015-02-12 15:59:05,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165 src: /127.0.0.1:58564 dest: /127.0.0.1:57437
2015-02-12 15:59:05,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165 src: /127.0.0.1:58565 dest: /127.0.0.1:57434
2015-02-12 15:59:05,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:59:05,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:05,451 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:05,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58565, dest: /127.0.0.1:57434, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000001_0_613201359_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, duration: 39254000
2015-02-12 15:59:05,452 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:59:05,452 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58564, dest: /127.0.0.1:57437, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000001_0_613201359_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, duration: 39999000
2015-02-12 15:59:05,452 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,453 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000005
2015-02-12 15:59:05,453 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000005
2015-02-12 15:59:05,453 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:59:05,453 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000005
2015-02-12 15:59:05,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58562, dest: /127.0.0.1:57430, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000001_0_613201359_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, duration: 40874000
2015-02-12 15:59:05,453 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,470 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0014_01_000005 is : 143
2015-02-12 15:59:05,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785372901_0014_m_000001_0_613201359_1
2015-02-12 15:59:05,480 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:05,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005
2015-02-12 15:59:05,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005
2015-02-12 15:59:05,481 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005
2015-02-12 15:59:05,482 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000005
2015-02-12 15:59:05,482 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:05,482 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000005 from application application_1423785372901_0014
2015-02-12 15:59:05,482 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:05,482 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:05,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000005
2015-02-12 15:59:05,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:59:05,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:05,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0/part-00002. BP-1545273286-10.1.1.67-1423785355267 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:59:05,525 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:05,526 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000003
2015-02-12 15:59:05,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000003
2015-02-12 15:59:05,526 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:59:05,527 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000003
2015-02-12 15:59:05,544 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0014_01_000003 is : 143
2015-02-12 15:59:05,554 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:05,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003
2015-02-12 15:59:05,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003
2015-02-12 15:59:05,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003
2015-02-12 15:59:05,559 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000003
2015-02-12 15:59:05,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000003
2015-02-12 15:59:05,559 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:05,559 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000003 from application application_1423785372901_0014
2015-02-12 15:59:05,559 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:05,560 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:05,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166 src: /127.0.0.1:58568 dest: /127.0.0.1:57427
2015-02-12 15:59:05,604 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166 src: /127.0.0.1:58570 dest: /127.0.0.1:57430
2015-02-12 15:59:05,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166 src: /127.0.0.1:58571 dest: /127.0.0.1:57437
2015-02-12 15:59:05,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58571, dest: /127.0.0.1:57437, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000002_0_871916806_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, duration: 27836000
2015-02-12 15:59:05,635 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,635 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58570, dest: /127.0.0.1:57430, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000002_0_871916806_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, duration: 28513000
2015-02-12 15:59:05,636 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58568, dest: /127.0.0.1:57427, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0014_m_000002_0_871916806_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, duration: 29302000
2015-02-12 15:59:05,636 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785372901_0014_m_000002_0_871916806_1
2015-02-12 15:59:05,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:59:05,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:59:05,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/_temporary/attempt_1423785372901_0014_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:05,678 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:05,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000004
2015-02-12 15:59:05,680 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000004
2015-02-12 15:59:05,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:05,682 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:59:05,682 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:59:05,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000003
2015-02-12 15:59:05,682 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:59:05,682 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000003 on node: host: 10.1.1.67:57481 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:59:05,682 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000004
2015-02-12 15:59:05,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,703 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0014_01_000004 is : 143
2015-02-12 15:59:05,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:59:05,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:05,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:59:05,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:05,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:59:05,725 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:05,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004
2015-02-12 15:59:05,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:05,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004
2015-02-12 15:59:05,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004
2015-02-12 15:59:05,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000004
2015-02-12 15:59:05,730 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000004
2015-02-12 15:59:05,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:05,731 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000004 from application application_1423785372901_0014
2015-02-12 15:59:05,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,731 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:05,732 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:05,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:59:05,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:05,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:05,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:59:05,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:05,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary/1/task_1423785372901_0014_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary dst=null perm=null proto=rpc
2015-02-12 15:59:05,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,753 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,757 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,770 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58557, dest: /127.0.0.1:57437, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, duration: 584993000
2015-02-12 15:59:05,771 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 16214
2015-02-12 15:59:05,772 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58556, dest: /127.0.0.1:57430, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, duration: 586121000
2015-02-12 15:59:05,772 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 16214
2015-02-12 15:59:05,773 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58555, dest: /127.0.0.1:57434, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, duration: 587651000
2015-02-12 15:59:05,773 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 16214
2015-02-12 15:59:05,777 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,782 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]}
2015-02-12 15:59:05,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167 src: /127.0.0.1:58573 dest: /127.0.0.1:57437
2015-02-12 15:59:05,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167 src: /127.0.0.1:58574 dest: /127.0.0.1:57427
2015-02-12 15:59:05,787 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167 src: /127.0.0.1:58575 dest: /127.0.0.1:57430
2015-02-12 15:59:05,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58575, dest: /127.0.0.1:57430, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, duration: 1361000
2015-02-12 15:59:05,790 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,790 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58574, dest: /127.0.0.1:57427, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, duration: 2056000
2015-02-12 15:59:05,791 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,791 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58573, dest: /127.0.0.1:57437, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, duration: 2653000
2015-02-12 15:59:05,791 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,794 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:05,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:05,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:05,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:05,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:05,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:59:05,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168 src: /127.0.0.1:58577 dest: /127.0.0.1:57427
2015-02-12 15:59:05,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168 src: /127.0.0.1:58578 dest: /127.0.0.1:57430
2015-02-12 15:59:05,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168 src: /127.0.0.1:58579 dest: /127.0.0.1:57434
2015-02-12 15:59:05,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58579, dest: /127.0.0.1:57434, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, duration: 1750000
2015-02-12 15:59:05,831 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,831 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58578, dest: /127.0.0.1:57430, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, duration: 2276000
2015-02-12 15:59:05,832 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,832 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58577, dest: /127.0.0.1:57427, bytes: 54678, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, duration: 3090000
2015-02-12 15:59:05,833 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,835 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:05,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:05,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:05,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:05,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014/job_1423785372901_0014_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:05,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:05,849 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:59:05,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169 src: /127.0.0.1:58581 dest: /127.0.0.1:57437
2015-02-12 15:59:05,854 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169 src: /127.0.0.1:58582 dest: /127.0.0.1:57430
2015-02-12 15:59:05,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169 src: /127.0.0.1:58583 dest: /127.0.0.1:57434
2015-02-12 15:59:05,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58583, dest: /127.0.0.1:57434, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, duration: 1728000
2015-02-12 15:59:05,859 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:05,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:59:05,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58582, dest: /127.0.0.1:57430, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, duration: 2377000
2015-02-12 15:59:05,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58581, dest: /127.0.0.1:57437, bytes: 112874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_431749010_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, duration: 3300000
2015-02-12 15:59:05,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:05,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:05,863 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_431749010_1
2015-02-12 15:59:05,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:05,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0014_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:59:05,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:59:05,885 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0014 with final state: FINISHING
2015-02-12 15:59:05,886 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from RUNNING to FINAL_SAVING
2015-02-12 15:59:05,886 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0014
2015-02-12 15:59:05,886 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:59:05,886 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from FINAL_SAVING to FINISHING
2015-02-12 15:59:06,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:06,158 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:59:06,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000002
2015-02-12 15:59:06,159 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:59:06,159 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000002 on node: host: 10.1.1.67:57469 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:59:06,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:06,370 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:59:06,371 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000006
2015-02-12 15:59:06,371 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:06,371 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000006 on node: host: 10.1.1.67:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:06,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:06,456 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:59:06,456 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000005
2015-02-12 15:59:06,456 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:06,456 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000005 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:06,685 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:06,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:06,686 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:59:06,686 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000004
2015-02-12 15:59:06,686 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:06,686 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000004 on node: host: 10.1.1.67:57481 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:06,890 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0014 unregistered successfully.
2015-02-12 15:59:06,894 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:59:06,894 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741977_1153 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:59:06,895 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741978_1154 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:59:06,895 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741979_1155 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:59:06,895 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:59:06,895 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:59:06,896 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741984_1160 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57434
2015-02-12 15:59:06,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0014 dst=null perm=null proto=rpc
2015-02-12 15:59:06,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:06,936 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary
2015-02-12 15:59:06,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/_temporary dst=null perm=null proto=rpc
2015-02-12 15:59:06,937 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] completed flow: second1
2015-02-12 15:59:06,937 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] starting flow: lhs*rhs
2015-02-12 15:59:06,937 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] at least one sink is marked for delete
2015-02-12 15:59:06,937 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:59:06,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:06,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] starting
2015-02-12 15:59:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] source: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2"]
2015-02-12 15:59:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] source: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1"]
2015-02-12 15:59:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third"]
2015-02-12 15:59:06,940 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] parallel execution is enabled: true
2015-02-12 15:59:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] starting jobs: 1
2015-02-12 15:59:06,941 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [lhs*rhs] allocating threads: 1
2015-02-12 15:59:06,942 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] starting step: (1/1) ...llelcascadeplatform/third
2015-02-12 15:59:06,952 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:59:06,962 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:57466
2015-02-12 15:59:06,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:06,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:59:06,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:59:06,968 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 15
2015-02-12 15:59:06,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=null proto=rpc
2015-02-12 15:59:06,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:59:06,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:59:06,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:06,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:06,976 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar. BP-1545273286-10.1.1.67-1423785355267 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:59:06,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 src: /127.0.0.1:58586 dest: /127.0.0.1:57434
2015-02-12 15:59:06,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 src: /127.0.0.1:58587 dest: /127.0.0.1:57430
2015-02-12 15:59:06,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 src: /127.0.0.1:58588 dest: /127.0.0.1:57427
2015-02-12 15:59:06,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58588, dest: /127.0.0.1:57427, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, duration: 9572000
2015-02-12 15:59:06,993 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:06,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:59:06,994 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58587, dest: /127.0.0.1:57430, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, duration: 3635000
2015-02-12 15:59:06,994 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:06,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:06,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58586, dest: /127.0.0.1:57434, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, duration: 11026000
2015-02-12 15:59:06,995 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:06,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:06,996 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:59:06,997 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar
2015-02-12 15:59:06,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:06,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:59:07,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:59:07,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:59:07,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:59:07,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:59:07,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,012 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:59:07,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,016 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:59:07,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:07,020 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:59:07,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:07,023 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:59:07,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,027 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split
2015-02-12 15:59:07,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:07,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split. BP-1545273286-10.1.1.67-1423785355267 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:59:07,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171 src: /127.0.0.1:58589 dest: /127.0.0.1:57437
2015-02-12 15:59:07,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171 src: /127.0.0.1:58590 dest: /127.0.0.1:57430
2015-02-12 15:59:07,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171 src: /127.0.0.1:58591 dest: /127.0.0.1:57434
2015-02-12 15:59:07,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171 src: /127.0.0.1:58592 dest: /127.0.0.1:57427
2015-02-12 15:59:07,037 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58592, dest: /127.0.0.1:57427, bytes: 3967, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, duration: 1637000
2015-02-12 15:59:07,037 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:07,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]} size 0
2015-02-12 15:59:07,038 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58591, dest: /127.0.0.1:57434, bytes: 3967, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, duration: 2027000
2015-02-12 15:59:07,038 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,038 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,039 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58590, dest: /127.0.0.1:57430, bytes: 3967, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, duration: 3112000
2015-02-12 15:59:07,039 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58589, dest: /127.0.0.1:57437, bytes: 3967, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, duration: 4206000
2015-02-12 15:59:07,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,042 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:59:07,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo. BP-1545273286-10.1.1.67-1423785355267 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:59:07,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172 src: /127.0.0.1:58593 dest: /127.0.0.1:57434
2015-02-12 15:59:07,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172 src: /127.0.0.1:58594 dest: /127.0.0.1:57430
2015-02-12 15:59:07,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172 src: /127.0.0.1:58595 dest: /127.0.0.1:57427
2015-02-12 15:59:07,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58595, dest: /127.0.0.1:57427, bytes: 298, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, duration: 1144000
2015-02-12 15:59:07,055 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:07,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:59:07,055 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58594, dest: /127.0.0.1:57430, bytes: 298, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, duration: 1470000
2015-02-12 15:59:07,056 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]} size 0
2015-02-12 15:59:07,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58593, dest: /127.0.0.1:57434, bytes: 298, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, duration: 2420000
2015-02-12 15:59:07,057 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,057 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:59:07,059 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:10
2015-02-12 15:59:07,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:59:07,067 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|RBW]]}
2015-02-12 15:59:07,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173 src: /127.0.0.1:58596 dest: /127.0.0.1:57427
2015-02-12 15:59:07,070 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173 src: /127.0.0.1:58597 dest: /127.0.0.1:57437
2015-02-12 15:59:07,071 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173 src: /127.0.0.1:58598 dest: /127.0.0.1:57434
2015-02-12 15:59:07,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58598, dest: /127.0.0.1:57434, bytes: 97338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, duration: 1780000
2015-02-12 15:59:07,074 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:07,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,074 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58597, dest: /127.0.0.1:57437, bytes: 97338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, duration: 2251000
2015-02-12 15:59:07,075 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,075 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,075 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58596, dest: /127.0.0.1:57427, bytes: 97338, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1422613471_9, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, duration: 3094000
2015-02-12 15:59:07,075 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:07,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:07,077 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml is closed by DFSClient_NONMAPREDUCE_-1422613471_9
2015-02-12 15:59:07,077 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785372901_0015
2015-02-12 15:59:07,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=null proto=rpc
2015-02-12 15:59:07,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:07,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:07,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:07,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:07,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:07,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:07,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,088 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 15 submitted by user soberoi
2015-02-12 15:59:07,088 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785372901_0015
2015-02-12 15:59:07,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from NEW to NEW_SAVING
2015-02-12 15:59:07,088 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785372901_0015
2015-02-12 15:59:07,088 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785372901_0015
2015-02-12 15:59:07,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:59:07,089 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785372901_0015 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:59:07,089 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from SUBMITTED to ACCEPTED
2015-02-12 15:59:07,089 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,089 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from NEW to SUBMITTED
2015-02-12 15:59:07,089 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785372901_0015_000001 to scheduler from user: soberoi
2015-02-12 15:59:07,089 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785372901_0015
2015-02-12 15:59:07,090 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:59:07,091 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:57467/proxy/application_1423785372901_0015/
2015-02-12 15:59:07,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] submitted hadoop job: job_1423785372901_0015
2015-02-12 15:59:07,091 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lhs*rhs] tracking url: http://Edinburgh.local:57467/proxy/application_1423785372901_0015/
2015-02-12 15:59:07,160 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:07,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:07,163 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000001
2015-02-12 15:59:07,163 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:59:07,163 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0015_01_000001
2015-02-12 15:59:07,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:07,164 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785372901_0015 AttemptId: appattempt_1423785372901_0015_000001 MasterContainer: Container: [ContainerId: container_1423785372901_0015_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ]
2015-02-12 15:59:07,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:59:07,164 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:59:07,164 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785372901_0015_000001
2015-02-12 15:59:07,165 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785372901_0015_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ] for AM appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,166 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785372901_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:59:07,166 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,166 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,168 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:07,170 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000001 by user soberoi
2015-02-12 15:59:07,170 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0015
2015-02-12 15:59:07,170 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000001
2015-02-12 15:59:07,170 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from NEW to INITING
2015-02-12 15:59:07,170 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000001 to application application_1423785372901_0015
2015-02-12 15:59:07,170 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from INITING to RUNNING
2015-02-12 15:59:07,170 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785372901_0015_01_000001, NodeId: 10.1.1.67:57469, NodeHttpAddress: 10.1.1.67:57472, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:57469 }, ] for AM appattempt_1423785372901_0015_000001
2015-02-12 15:59:07,171 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:59:07,171 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:59:07,171 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:07,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:59:07,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:59:07,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:59:07,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:59:07,171 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0015_01_000001
2015-02-12 15:59:07,181 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0015_01_000001.tokens. Credentials list:
2015-02-12 15:59:07,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:59:07,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785372901_0015_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000001.tokens
2015-02-12 15:59:07,367 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015
2015-02-12 15:59:07,372 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:07,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:07,456 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:07,483 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:07,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:07,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:07,533 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:07,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:07,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:07,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:07,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:07,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:07,639 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:07,639 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:07,676 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:07,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:07,687 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:07,687 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:07,765 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000001/default_container_executor.sh]
2015-02-12 15:59:08,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:08,161 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:08,375 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:08,459 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:08,688 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:08,688 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:08,863 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:57434 to replicate blk_1073741994_1170 to datanode(s) 127.0.0.1:57437
2015-02-12 15:59:08,864 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741984_1160, blk_1073741987_1163, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741979_1155]
2015-02-12 15:59:08,864 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741987_1163, blk_1073741976_1152, blk_1073741977_1153, blk_1073741978_1154, blk_1073741979_1155]
2015-02-12 15:59:09,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:09,379 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:09,460 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:09,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:59:09,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:59:09,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:59:09,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:59:09,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=null proto=rpc
2015-02-12 15:59:09,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:59:09,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:59:09,693 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:09,693 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:09,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:09,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:59:10,026 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 15:59:10,026 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:59:10,026 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:59:10,026 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:59:10,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 15:59:10,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 15:59:10,170 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:10,383 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:10,461 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:10,471 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=47a9e581-cfd1-42c6-8aac-87ba266bebef, infoPort=57435, ipcPort=57436, storageInfo=lv=-56;cid=testClusterID;nsid=618189981;c=0) Starting thread to transfer BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 to 127.0.0.1:57437
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:59:10,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:59:10,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:59:10,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 15:59:10,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:59:10,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 15:59:10,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 src: /127.0.0.1:58608 dest: /127.0.0.1:57437
2015-02-12 15:59:10,473 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 (numBytes=254067) to /127.0.0.1:57437
2015-02-12 15:59:10,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 15:59:10,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:59:10,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 15:59:10,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170 src: /127.0.0.1:58608 dest: /127.0.0.1:57437 of size 254067
2015-02-12 15:59:10,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741994_1170 size 254067
2015-02-12 15:59:10,695 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:10,695 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:10,938 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:10,939 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785372901_0015_000001
2015-02-12 15:59:10,939 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785372901_0015 APPATTEMPTID=appattempt_1423785372901_0015_000001
2015-02-12 15:59:10,940 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:59:10,940 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from ACCEPTED to RUNNING
2015-02-12 15:59:11,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:11,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:11,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:11,171 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:11,329 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml. BP-1545273286-10.1.1.67-1423785355267 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW]]}
2015-02-12 15:59:11,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174 src: /127.0.0.1:58612 dest: /127.0.0.1:57430
2015-02-12 15:59:11,386 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:11,388 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174 src: /127.0.0.1:58613 dest: /127.0.0.1:57434
2015-02-12 15:59:11,389 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174 src: /127.0.0.1:58614 dest: /127.0.0.1:57427
2015-02-12 15:59:11,403 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 15:59:11,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:59:11,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:59:11,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,418 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0002,submitTime=1423785380021,launchTime=1423785395820,firstMapTaskLaunchTime=1423785398900,firstReduceTaskLaunchTime=0,finishTime=1423785437335,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=72,reduceSlotSeconds=0,jobName=[FC8C17CDE60D47DA8BA13529D49F378D/61E15A6F62F147D7B5AAC3755B24BF37] race-100/first-nondeterministic/(1/1) ...00/first-nondeterministic
2015-02-12 15:59:11,418 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary]
2015-02-12 15:59:11,418 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0003,submitTime=1423785380471,launchTime=1423785394967,firstMapTaskLaunchTime=1423785398109,firstReduceTaskLaunchTime=0,finishTime=1423785437336,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=73,reduceSlotSeconds=0,jobName=[A788361DB94148938A0C9BDC7376FD4C/63B9D884EB6F46DF918830D52CB37806] race-150/first-nondeterministic/(1/1) ...50/first-nondeterministic
2015-02-12 15:59:11,418 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary]
2015-02-12 15:59:11,418 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0001,submitTime=1423785379253,launchTime=1423785394614,firstMapTaskLaunchTime=1423785397024,firstReduceTaskLaunchTime=0,finishTime=1423785436451,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=75,reduceSlotSeconds=0,jobName=[EBE37AB966E84163AC639DCBE8788C3D/B8D2361F2D4F48A0B36BDFF30F5F4BE2] race-50/first-nondeterministic/(1/1) ...50/first-nondeterministic
2015-02-12 15:59:11,419 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary]
2015-02-12 15:59:11,420 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:59:11,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,421 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741900_1076 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:59:11,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,426 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:59:11,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,438 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 15:59:11,438 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist
2015-02-12 15:59:11,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,441 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 15:59:11,442 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist
2015-02-12 15:59:11,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0003-1423785380471-soberoi-%5BA788361DB94148938A0C9BDC7376FD4C%2F63B9D884EB6F46DF-1423785437336-4-0-SUCCEEDED-root.soberoi-1423785394967.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0001-1423785379253-soberoi-%5BEBE37AB966E84163AC639DCBE8788C3D%2FB8D2361F2D4F48A0-1423785436451-4-0-SUCCEEDED-root.soberoi-1423785394614.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,447 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 15:59:11,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist
2015-02-12 15:59:11,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0003_conf.xml
2015-02-12 15:59:11,447 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0001_conf.xml
2015-02-12 15:59:11,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0002-1423785380021-soberoi-%5BFC8C17CDE60D47DA8BA13529D49F378D%2F61E15A6F62F147D7-1423785437335-4-0-SUCCEEDED-root.soberoi-1423785395820.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,449 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0002_conf.xml
2015-02-12 15:59:11,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,451 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58614, dest: /127.0.0.1:57427, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, duration: 59946000
2015-02-12 15:59:11,451 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:11,452 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58613, dest: /127.0.0.1:57434, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, duration: 60788000
2015-02-12 15:59:11,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,453 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58612, dest: /127.0.0.1:57430, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, duration: 61948000
2015-02-12 15:59:11,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,453 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0005,submitTime=1423785381503,launchTime=1423785452992,firstMapTaskLaunchTime=1423785455248,firstReduceTaskLaunchTime=0,finishTime=1423785493299,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=74,reduceSlotSeconds=0,jobName=[BFFBC935575046A8A628AED1C883F286/702DAE900642469DAD5B1D679A3B2546] race-250/first-nondeterministic/(1/1) ...50/first-nondeterministic
2015-02-12 15:59:11,454 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:11,452 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:11,454 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0004,submitTime=1423785380879,launchTime=1423785396304,firstMapTaskLaunchTime=1423785399403,firstReduceTaskLaunchTime=0,finishTime=1423785437851,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=74,reduceSlotSeconds=0,jobName=[101A4B929E9B477CA4C628CAFB30568C/480E39BE90BA438699EAD162E834C1CF] race-200/first-nondeterministic/(1/1) ...00/first-nondeterministic
2015-02-12 15:59:11,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary]
2015-02-12 15:59:11,454 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary]
2015-02-12 15:59:11,456 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,456 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0006,submitTime=1423785382065,launchTime=1423785455424,firstMapTaskLaunchTime=1423785458755,firstReduceTaskLaunchTime=0,finishTime=1423785495440,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=71,reduceSlotSeconds=0,jobName=[4A165F43E8E84335B5E5F0341D66B59B/A869AE81F9EF41ECAC89684D4DB4C314] race-300/first-nondeterministic/(1/1) ...00/first-nondeterministic
2015-02-12 15:59:11,456 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary]
2015-02-12 15:59:11,456 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:59:11,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,457 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57437
2015-02-12 15:59:11,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,459 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:59:11,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,460 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist
2015-02-12 15:59:11,460 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist
2015-02-12 15:59:11,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,462 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist
2015-02-12 15:59:11,462 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:11,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0005-1423785381503-soberoi-%5BBFFBC935575046A8A628AED1C883F286%2F702DAE900642469D-1423785493299-4-0-SUCCEEDED-root.soberoi-1423785452992.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0004-1423785380879-soberoi-%5B101A4B929E9B477CA4C628CAFB30568C%2F480E39BE90BA4386-1423785437851-4-0-SUCCEEDED-root.soberoi-1423785396304.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,463 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0005_conf.xml
2015-02-12 15:59:11,463 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0004_conf.xml
2015-02-12 15:59:11,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0006-1423785382065-soberoi-%5B4A165F43E8E84335B5E5F0341D66B59B%2FA869AE81F9EF41EC-1423785495440-4-0-SUCCEEDED-root.soberoi-1423785455424.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,465 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0006_conf.xml
2015-02-12 15:59:11,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,470 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0007,submitTime=1423785382816,launchTime=1423785454675,firstMapTaskLaunchTime=1423785457094,firstReduceTaskLaunchTime=0,finishTime=1423785494840,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=72,reduceSlotSeconds=0,jobName=[B11A02433DA448CF9D475DEA38768EAA/9B31A9BAB6254009897F1E0CA6BA8731] race-350/first-nondeterministic/(1/1) ...50/first-nondeterministic
2015-02-12 15:59:11,470 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary]
2015-02-12 15:59:11,472 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0011,submitTime=1423785385674,launchTime=1423785458121,firstMapTaskLaunchTime=1423785477463,firstReduceTaskLaunchTime=0,finishTime=1423785495823,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=68,reduceSlotSeconds=0,jobName=[8EE3A194CAE7487F87AC554A780559F8/AE682270C7284483AFFD5E9C31C61DA0] first2/(1/1) ...lelcascadeplatform/first2
2015-02-12 15:59:11,472 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary]
2015-02-12 15:59:11,472 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0012,submitTime=1423785386073,launchTime=1423785505529,firstMapTaskLaunchTime=1423785507726,firstReduceTaskLaunchTime=0,finishTime=1423785526921,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=74,reduceSlotSeconds=0,jobName=[7A602D9595764393814B0032DA0998D6/434F80EF8AEB4C7386DF857FFD6DCDE3] first1/(1/1) ...lelcascadeplatform/first1
2015-02-12 15:59:11,472 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary]
2015-02-12 15:59:11,473 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:57434 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:59:11,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,474 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:57427 127.0.0.1:57434 127.0.0.1:57430
2015-02-12 15:59:11,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,474 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:57434 127.0.0.1:57437 127.0.0.1:57427
2015-02-12 15:59:11,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,480 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist
2015-02-12 15:59:11,480 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist
2015-02-12 15:59:11,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,481 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist
2015-02-12 15:59:11,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0007-1423785382816-soberoi-%5BB11A02433DA448CF9D475DEA38768EAA%2F9B31A9BAB6254009-1423785494840-4-0-SUCCEEDED-root.soberoi-1423785454675.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,482 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0007_conf.xml
2015-02-12 15:59:11,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0011-1423785385674-soberoi-%5B8EE3A194CAE7487F87AC554A780559F8%2FAE682270C7284483-1423785495823-4-0-SUCCEEDED-root.soberoi-1423785458121.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,485 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0011_conf.xml
2015-02-12 15:59:11,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,491 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0013,submitTime=1423785497143,launchTime=1423785507540,firstMapTaskLaunchTime=1423785509813,firstReduceTaskLaunchTime=0,finishTime=1423785528581,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=90,reduceSlotSeconds=0,jobName=[A2350AB877714BD3B38B07F12DACCD6A/E1EF1224167944EF882AC934B314221C] second2/(1/1) ...elcascadeplatform/second2
2015-02-12 15:59:11,492 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary]
2015-02-12 15:59:11,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0012-1423785386073-soberoi-%5B7A602D9595764393814B0032DA0998D6%2F434F80EF8AEB4C73-1423785526921-4-0-SUCCEEDED-root.soberoi-1423785505529.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,493 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0012_conf.xml
2015-02-12 15:59:11,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,496 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785372901_0014,submitTime=1423785528343,launchTime=1423785532507,firstMapTaskLaunchTime=1423785534638,firstReduceTaskLaunchTime=0,finishTime=1423785545758,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=53,reduceSlotSeconds=0,jobName=[EF713D61CC1A4590817E8660C7449BF1/680F06DF35CD45F78182791892E617C8] second1/(1/1) ...elcascadeplatform/second1
2015-02-12 15:59:11,496 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary]
2015-02-12 15:59:11,498 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741981_1157 127.0.0.1:57434 127.0.0.1:57437 127.0.0.1:57430
2015-02-12 15:59:11,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,499 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:57437 127.0.0.1:57427 127.0.0.1:57430
2015-02-12 15:59:11,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014.summary dst=null perm=null proto=rpc
2015-02-12 15:59:11,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,501 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist
2015-02-12 15:59:11,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:59:11,502 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist
2015-02-12 15:59:11,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0013-1423785497143-soberoi-%5BA2350AB877714BD3B38B07F12DACCD6A%2FE1EF1224167944EF-1423785528581-5-0-SUCCEEDED-root.soberoi-1423785507540.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,504 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0013_conf.xml
2015-02-12 15:59:11,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0014-1423785528343-soberoi-%5BEF713D61CC1A4590817E8660C7449BF1%2F680F06DF35CD45F7-1423785545758-5-0-SUCCEEDED-root.soberoi-1423785532507.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,505 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml to hdfs://localhost:57426/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0014_conf.xml
2015-02-12 15:59:11,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785372901_0014_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:11,509 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:11,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:11,544 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015.summary. BP-1545273286-10.1.1.67-1423785355267 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW]]}
2015-02-12 15:59:11,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175 src: /127.0.0.1:58619 dest: /127.0.0.1:57437
2015-02-12 15:59:11,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175 src: /127.0.0.1:58620 dest: /127.0.0.1:57434
2015-02-12 15:59:11,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175 src: /127.0.0.1:58621 dest: /127.0.0.1:57427
2015-02-12 15:59:11,552 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58621, dest: /127.0.0.1:57427, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, duration: 1466000
2015-02-12 15:59:11,552 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:11,553 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,553 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58620, dest: /127.0.0.1:57434, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, duration: 2175000
2015-02-12 15:59:11,553 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:11,554 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,554 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58619, dest: /127.0.0.1:57437, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, duration: 3076000
2015-02-12 15:59:11,554 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:11,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:11,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015.summary is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:11,609 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165
2015-02-12 15:59:11,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164
2015-02-12 15:59:11,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167
2015-02-12 15:59:11,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168
2015-02-12 15:59:11,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162
2015-02-12 15:59:11,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169
2015-02-12 15:59:11,613 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166
2015-02-12 15:59:11,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168
2015-02-12 15:59:11,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162
2015-02-12 15:59:11,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167
2015-02-12 15:59:11,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166
2015-02-12 15:59:11,663 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164
2015-02-12 15:59:11,698 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:11,698 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:11,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 15:59:11,869 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57437 to delete [blk_1073741984_1160, blk_1073741985_1161, blk_1073741987_1163, blk_1073741991_1167, blk_1073741936_1112, blk_1073741905_1081, blk_1073741969_1145, blk_1073741906_1082, blk_1073741976_1152, blk_1073741977_1153, blk_1073741979_1155, blk_1073741949_1125, blk_1073741981_1157]
2015-02-12 15:59:11,870 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57434 to delete [blk_1073741936_1112, blk_1073741969_1145, blk_1073741953_1129, blk_1073741905_1081, blk_1073741906_1082, blk_1073741945_1121, blk_1073741913_1089, blk_1073741900_1076, blk_1073741981_1157, blk_1073741949_1125]
2015-02-12 15:59:11,936 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785372901_0014_01_000001 succeeded
2015-02-12 15:59:11,936 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:59:11,936 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0014_01_000001
2015-02-12 15:59:11,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001
2015-02-12 15:59:11,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001
2015-02-12 15:59:11,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001
2015-02-12 15:59:11,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0014/container_1423785372901_0014_01_000001
2015-02-12 15:59:11,950 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000001
2015-02-12 15:59:11,951 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:59:11,951 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0014_01_000001 from application application_1423785372901_0014
2015-02-12 15:59:11,951 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:11,951 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0014
2015-02-12 15:59:12,145 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741992_1168
2015-02-12 15:59:12,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173
2015-02-12 15:59:12,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741988_1164
2015-02-12 15:59:12,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165
2015-02-12 15:59:12,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172
2015-02-12 15:59:12,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169
2015-02-12 15:59:12,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:12,171 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785372901_0014_000001
2015-02-12 15:59:12,172 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785372901_0014_000001
2015-02-12 15:59:12,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0014_000001 State change from FINISHING to FINISHED
2015-02-12 15:59:12,172 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0014_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:59:12,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000001
2015-02-12 15:59:12,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0014 State change from FINISHING to FINISHED
2015-02-12 15:59:12,172 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0014_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:59:12,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0014_000001 released container container_1423785372901_0014_01_000001 on node: host: 10.1.1.67:57469 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:59:12,173 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785372901_0014_000001
2015-02-12 15:59:12,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785372901_0014
2015-02-12 15:59:12,173 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785372901_0014,name=[EF713D61CC1A4590817E8660C7449BF1/680F06DF35CD45F78182791892E617C8] second1/(1/1) ...elcascadeplatform/second1,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:57467/proxy/application_1423785372901_0014/jobhistory/job/job_1423785372901_0014,appMasterHost=10.1.1.67,startTime=1423785528343,finishTime=1423785545885,finalStatus=SUCCEEDED
2015-02-12 15:59:12,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:12,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000002
2015-02-12 15:59:12,173 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:59:12,174 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785372901_0014_000001 is done. finalState=FINISHED
2015-02-12 15:59:12,174 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785372901_0014 requests cleared
2015-02-12 15:59:12,175 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0014_000001 (auth:SIMPLE)
2015-02-12 15:59:12,176 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0014_01_000001
2015-02-12 15:59:12,177 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0014 CONTAINERID=container_1423785372901_0014_01_000001
2015-02-12 15:59:12,177 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0014_01_000001]
2015-02-12 15:59:12,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,177 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,177 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:59:12,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:12,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000003
2015-02-12 15:59:12,178 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:59:12,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,178 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0014
2015-02-12 15:59:12,179 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:59:12,179 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0014, with delay of 10800 seconds
2015-02-12 15:59:12,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,391 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:59:12,391 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,392 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:12,392 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000004
2015-02-12 15:59:12,392 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:59:12,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,393 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0014
2015-02-12 15:59:12,393 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:59:12,393 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0014, with delay of 10800 seconds
2015-02-12 15:59:12,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,393 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,463 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:59:12,463 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,464 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:12,464 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000005
2015-02-12 15:59:12,464 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:59:12,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,465 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0014
2015-02-12 15:59:12,465 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:59:12,465 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0014, with delay of 10800 seconds
2015-02-12 15:59:12,466 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170
2015-02-12 15:59:12,546 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171
2015-02-12 15:59:12,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741991_1167
2015-02-12 15:59:12,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741993_1169
2015-02-12 15:59:12,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173
2015-02-12 15:59:12,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741990_1166
2015-02-12 15:59:12,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171
2015-02-12 15:59:12,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741989_1165
2015-02-12 15:59:12,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741986_1162
2015-02-12 15:59:12,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741987_1163
2015-02-12 15:59:12,701 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:59:12,701 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,702 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:12,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:12,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000006
2015-02-12 15:59:12,702 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:59:12,702 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785372901_0014
2015-02-12 15:59:12,703 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:59:12,703 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785372901_0014, with delay of 10800 seconds
2015-02-12 15:59:12,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0014
2015-02-12 15:59:12,990 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57469 for container : container_1423785372901_0015_01_000002
2015-02-12 15:59:12,991 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:12,991 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:12,991 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57473 for container : container_1423785372901_0015_01_000004
2015-02-12 15:59:12,992 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:12,992 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57477 for container : container_1423785372901_0015_01_000005
2015-02-12 15:59:12,992 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:12,993 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:57481 for container : container_1423785372901_0015_01_000006
2015-02-12 15:59:12,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:13,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-3854457524808989316.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,121 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:13,121 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:13,121 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:13,122 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:13,123 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:13,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000003 by user soberoi
2015-02-12 15:59:13,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000004 by user soberoi
2015-02-12 15:59:13,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000002 by user soberoi
2015-02-12 15:59:13,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0015
2015-02-12 15:59:13,128 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000003 to application application_1423785372901_0015
2015-02-12 15:59:13,128 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000002 to application application_1423785372901_0015
2015-02-12 15:59:13,128 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from NEW to INITING
2015-02-12 15:59:13,128 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000004 to application application_1423785372901_0015
2015-02-12 15:59:13,128 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:59:13,128 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from INITING to RUNNING
2015-02-12 15:59:13,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000006 by user soberoi
2015-02-12 15:59:13,128 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,128 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:13,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:13,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000004
2015-02-12 15:59:13,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000002
2015-02-12 15:59:13,127 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000005 by user soberoi
2015-02-12 15:59:13,130 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0015
2015-02-12 15:59:13,130 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000005
2015-02-12 15:59:13,127 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000003
2015-02-12 15:59:13,131 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from NEW to INITING
2015-02-12 15:59:13,131 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000005 to application application_1423785372901_0015
2015-02-12 15:59:13,131 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from INITING to RUNNING
2015-02-12 15:59:13,131 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:59:13,131 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,132 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,132 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:13,132 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:13,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,132 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0015_01_000005
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,133 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,133 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:13,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:13,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,133 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:13,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:13,133 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:13,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0015_01_000004
2015-02-12 15:59:13,129 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785372901_0015
2015-02-12 15:59:13,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000006
2015-02-12 15:59:13,135 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from NEW to INITING
2015-02-12 15:59:13,135 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000006 to application application_1423785372901_0015
2015-02-12 15:59:13,135 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785372901_0015 transitioned from INITING to RUNNING
2015-02-12 15:59:13,135 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:59:13,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,135 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:13,135 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:13,136 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:13,133 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:13,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,136 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:59:13,136 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785372901_0015_01_000006
2015-02-12 15:59:13,178 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0015_01_000005.tokens. Credentials list:
2015-02-12 15:59:13,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:13,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:13,179 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:13,180 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0015
2015-02-12 15:59:13,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:59:13,180 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0015_01_000007 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@6edd6f5c
2015-02-12 15:59:13,183 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0015_01_000004.tokens. Credentials list:
2015-02-12 15:59:13,186 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785372901_0015_01_000006.tokens. Credentials list:
2015-02-12 15:59:13,207 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:13,207 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:13,243 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:13,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:13,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:13,397 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:13,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:13,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000008
2015-02-12 15:59:13,398 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:59:13,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:59:13,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000003/default_container_executor.sh]
2015-02-12 15:59:13,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:59:13,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:59:13,464 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:13,465 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:13,465 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:13,465 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000009
2015-02-12 15:59:13,465 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:59:13,472 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 15:59:13,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:59:13,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:59:13,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 15:59:13,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:59:13,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:59:13,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 15:59:13,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000002/default_container_executor.sh]
2015-02-12 15:59:13,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785372901_0015_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005.tokens
2015-02-12 15:59:13,623 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015
2015-02-12 15:59:13,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785372901_0015_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004.tokens
2015-02-12 15:59:13,633 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015
2015-02-12 15:59:13,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785372901_0015_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006.tokens
2015-02-12 15:59:13,652 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015
2015-02-12 15:59:13,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:13,703 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:13,703 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:13,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:13,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000010
2015-02-12 15:59:13,703 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:59:13,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984 for deletion
2015-02-12 15:59:13,766 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741984_1160 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741984
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:59:13,767 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 15:59:13,768 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979 for deletion
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741979_1155 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741979
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:59:13,769 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 15:59:13,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar dst=null perm=null proto=rpc
2015-02-12 15:59:13,855 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,859 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml dst=null perm=null proto=rpc
2015-02-12 15:59:13,945 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,945 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:13,946 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:13,945 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:57426/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:59:13,956 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:14,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:14,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:14,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:14,024 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:14,027 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:14,027 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:14,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000008 by user soberoi
2015-02-12 15:59:14,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000008
2015-02-12 15:59:14,028 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000008 to application application_1423785372901_0015
2015-02-12 15:59:14,029 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:59:14,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,029 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:14,029 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:14,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000009 by user soberoi
2015-02-12 15:59:14,030 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:14,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000009
2015-02-12 15:59:14,031 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000009 to application application_1423785372901_0015
2015-02-12 15:59:14,032 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 15:59:14,032 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,032 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,032 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:14,032 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:14,033 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:14,033 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000010 by user soberoi
2015-02-12 15:59:14,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000010
2015-02-12 15:59:14,034 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000010 to application application_1423785372901_0015
2015-02-12 15:59:14,035 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from NEW to LOCALIZING
2015-02-12 15:59:14,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,035 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:14,035 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:14,035 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:14,035 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:14,063 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,063 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,080 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,083 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,083 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,100 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,100 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,101 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,102 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,104 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:14,104 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:14,179 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0015_000001 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096
2015-02-12 15:59:14,180 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0015 unreserved on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:59:14,180 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0015
2015-02-12 15:59:14,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000011 Container Transitioned from NEW to RESERVED
2015-02-12 15:59:14,180 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0015_01_000011 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@6edd6f5c
2015-02-12 15:59:14,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005/default_container_executor.sh]
2015-02-12 15:59:14,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004/default_container_executor.sh]
2015-02-12 15:59:14,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:14,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000012 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:14,399 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000012
2015-02-12 15:59:14,399 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:59:14,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006/default_container_executor.sh]
2015-02-12 15:59:14,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000009/default_container_executor.sh]
2015-02-12 15:59:14,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000008/default_container_executor.sh]
2015-02-12 15:59:14,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000010/default_container_executor.sh]
2015-02-12 15:59:14,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:14,469 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000013 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:14,470 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000013
2015-02-12 15:59:14,470 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:59:14,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000010 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:14,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000014 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:14,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000014
2015-02-12 15:59:14,704 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000014 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:59:14,871 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073741969_1145, blk_1073741953_1129, blk_1073741985_1161, blk_1073741991_1167, blk_1073741976_1152, blk_1073741945_1121, blk_1073741913_1089, blk_1073741977_1153, blk_1073741978_1154, blk_1073741900_1076]
2015-02-12 15:59:14,871 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073741936_1112, blk_1073741953_1129, blk_1073741905_1081, blk_1073741906_1082, blk_1073741991_1167, blk_1073741945_1121, blk_1073741913_1089, blk_1073741900_1076, blk_1073741981_1157, blk_1073741949_1125]
2015-02-12 15:59:15,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000012 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:15,016 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000013 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:15,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000014 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:15,025 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:15,025 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:15,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000013 by user soberoi
2015-02-12 15:59:15,028 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000012 by user soberoi
2015-02-12 15:59:15,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000013
2015-02-12 15:59:15,028 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000012
2015-02-12 15:59:15,028 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000013 to application application_1423785372901_0015
2015-02-12 15:59:15,028 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000012 to application application_1423785372901_0015
2015-02-12 15:59:15,028 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from NEW to LOCALIZING
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:15,029 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:15,028 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from NEW to LOCALIZING
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:15,029 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:15,029 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:15,029 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:15,030 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:15,085 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:15,085 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:15,086 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:15,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:15,183 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0015_000001 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096
2015-02-12 15:59:15,183 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0015 unreserved on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:59:15,183 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785372901_0015
2015-02-12 15:59:15,183 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000015 Container Transitioned from NEW to RESERVED
2015-02-12 15:59:15,183 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785372901_0015_01_000015 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@6edd6f5c
2015-02-12 15:59:15,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000013/default_container_executor.sh]
2015-02-12 15:59:15,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000012/default_container_executor.sh]
2015-02-12 15:59:15,399 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000012 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:15,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000016 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:15,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000016
2015-02-12 15:59:15,400 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000016 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:59:15,470 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000013 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:15,471 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000017 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:15,471 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000017
2015-02-12 15:59:15,471 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000017 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:59:15,999 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741969_1145 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741969
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:59:16,000 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741977_1153 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741977
2015-02-12 15:59:16,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 15:59:16,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:59:16,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:59:16,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000014 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:59:16,022 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000014 in state: RELEASED event:RELEASED
2015-02-12 15:59:16,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000014
2015-02-12 15:59:16,023 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000014 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:59:16,023 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000014 on node: host: 10.1.1.67:57481 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:59:16,023 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:59:16,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000016 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:16,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000017 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:16,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936 for deletion
2015-02-12 15:59:16,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:59:16,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:59:16,031 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741936_1112 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741936
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981 for deletion
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:59:16,032 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741991_1167 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741991
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:59:16,033 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741900_1076 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741900
2015-02-12 15:59:16,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1545273286-10.1.1.67-1423785355267 blk_1073741981_1157 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1545273286-10.1.1.67-1423785355267/current/finalized/subdir0/subdir0/blk_1073741981
2015-02-12 15:59:16,184 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785372901_0015_000001 on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096
2015-02-12 15:59:16,185 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785372901_0015 unreserved on node host: 10.1.1.67:57469 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:59:16,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174
2015-02-12 15:59:16,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172
2015-02-12 15:59:16,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171
2015-02-12 15:59:16,672 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174
2015-02-12 15:59:16,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741997_1173
2015-02-12 15:59:16,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741995_1171
2015-02-12 15:59:16,674 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741996_1172
2015-02-12 15:59:16,705 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785372901_0015_01_000014
2015-02-12 15:59:16,823 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170
2015-02-12 15:59:16,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170
2015-02-12 15:59:16,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175
2015-02-12 15:59:17,031 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000016 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:59:17,031 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000016 in state: RELEASED event:RELEASED
2015-02-12 15:59:17,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000016
2015-02-12 15:59:17,032 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000016 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:59:17,032 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000016 on node: host: 10.1.1.67:57473 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 15:59:17,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000017 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:59:17,032 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000017 in state: RELEASED event:RELEASED
2015-02-12 15:59:17,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000017
2015-02-12 15:59:17,032 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000017 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:59:17,032 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000017 on node: host: 10.1.1.67:57477 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 15:59:17,407 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785372901_0015_01_000016
2015-02-12 15:59:17,475 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785372901_0015_01_000017
2015-02-12 15:59:17,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741998_1174
2015-02-12 15:59:17,551 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175
2015-02-12 15:59:17,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741994_1170
2015-02-12 15:59:17,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1545273286-10.1.1.67-1423785355267:blk_1073741999_1175
2015-02-12 15:59:26,747 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30001 milliseconds
2015-02-12 15:59:26,748 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:59:31,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:31,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:32,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:32,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job.split dst=null perm=null proto=rpc
2015-02-12 15:59:32,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:32,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:33,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:33,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:33,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:33,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:33,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:33,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:34,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,154 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000003
2015-02-12 15:59:34,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000003
2015-02-12 15:59:34,157 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,157 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000003
2015-02-12 15:59:34,185 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000003 is : 143
2015-02-12 15:59:34,192 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist. BP-1545273286-10.1.1.67-1423785355267 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:59:34,192 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000003
2015-02-12 15:59:34,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000003
2015-02-12 15:59:34,193 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000003
2015-02-12 15:59:34,193 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,193 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000003 from application application_1423785372901_0015
2015-02-12 15:59:34,194 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,194 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000003
2015-02-12 15:59:34,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000003
2015-02-12 15:59:34,195 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176 src: /127.0.0.1:58692 dest: /127.0.0.1:57427
2015-02-12 15:59:34,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176 src: /127.0.0.1:58693 dest: /127.0.0.1:57430
2015-02-12 15:59:34,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176 src: /127.0.0.1:58694 dest: /127.0.0.1:57437
2015-02-12 15:59:34,212 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist for DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:34,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,351 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,353 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000002
2015-02-12 15:59:34,353 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000002
2015-02-12 15:59:34,354 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,354 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000002
2015-02-12 15:59:34,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:34,355 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:59:34,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000003
2015-02-12 15:59:34,355 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:59:34,355 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000003 on node: host: 10.1.1.67:57469 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:59:34,375 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000002 is : 143
2015-02-12 15:59:34,393 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,394 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000002
2015-02-12 15:59:34,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000002
2015-02-12 15:59:34,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000002
2015-02-12 15:59:34,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000002
2015-02-12 15:59:34,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000002
2015-02-12 15:59:34,396 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,397 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000002 from application application_1423785372901_0015
2015-02-12 15:59:34,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,521 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000009
2015-02-12 15:59:34,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000009
2015-02-12 15:59:34,523 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000009
2015-02-12 15:59:34,549 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000009 is : 143
2015-02-12 15:59:34,561 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000009
2015-02-12 15:59:34,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000009
2015-02-12 15:59:34,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000009
2015-02-12 15:59:34,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000009
2015-02-12 15:59:34,566 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000009
2015-02-12 15:59:34,566 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,567 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000009 from application application_1423785372901_0015
2015-02-12 15:59:34,567 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,567 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,738 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000006
2015-02-12 15:59:34,740 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000006
2015-02-12 15:59:34,740 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,740 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000006
2015-02-12 15:59:34,747 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,749 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000008
2015-02-12 15:59:34,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000008
2015-02-12 15:59:34,749 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,749 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000008
2015-02-12 15:59:34,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,760 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000006 is : 143
2015-02-12 15:59:34,771 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000008 is : 143
2015-02-12 15:59:34,778 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000006
2015-02-12 15:59:34,779 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,779 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000006 from application application_1423785372901_0015
2015-02-12 15:59:34,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,780 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,779 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006
2015-02-12 15:59:34,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006
2015-02-12 15:59:34,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006
2015-02-12 15:59:34,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000006
2015-02-12 15:59:34,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000008
2015-02-12 15:59:34,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000008
2015-02-12 15:59:34,784 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000008
2015-02-12 15:59:34,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000008
2015-02-12 15:59:34,785 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000008
2015-02-12 15:59:34,785 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,785 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000008 from application application_1423785372901_0015
2015-02-12 15:59:34,785 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,785 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,820 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000005
2015-02-12 15:59:34,821 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000005
2015-02-12 15:59:34,822 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:59:34,823 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000005
2015-02-12 15:59:34,823 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:34,823 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 15:59:34,823 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000009
2015-02-12 15:59:34,823 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:59:34,823 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000009 on node: host: 10.1.1.67:57477 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:59:34,845 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000005 is : 143
2015-02-12 15:59:34,856 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:34,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005
2015-02-12 15:59:34,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005
2015-02-12 15:59:34,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005
2015-02-12 15:59:34,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000005
2015-02-12 15:59:34,858 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000005
2015-02-12 15:59:34,858 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:34,858 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000005 from application application_1423785372901_0015
2015-02-12 15:59:34,858 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:34,858 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:34,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:59:34,995 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:34,999 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000004
2015-02-12 15:59:34,999 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000004
2015-02-12 15:59:35,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:35,000 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:59:35,001 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000008
2015-02-12 15:59:35,001 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:59:35,001 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000008 on node: host: 10.1.1.67:57473 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:59:35,001 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:59:35,001 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000004
2015-02-12 15:59:35,026 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000004 is : 143
2015-02-12 15:59:35,036 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:35,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004
2015-02-12 15:59:35,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004
2015-02-12 15:59:35,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004
2015-02-12 15:59:35,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000004
2015-02-12 15:59:35,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000004
2015-02-12 15:59:35,037 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:35,037 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000004 from application application_1423785372901_0015
2015-02-12 15:59:35,037 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:35,037 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:35,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 15:59:35,062 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:35,064 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000010
2015-02-12 15:59:35,064 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000010
2015-02-12 15:59:35,064 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from RUNNING to KILLING
2015-02-12 15:59:35,064 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000010
2015-02-12 15:59:35,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:35,065 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:59:35,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000006
2015-02-12 15:59:35,065 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:59:35,065 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000006 on node: host: 10.1.1.67:57481 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:59:35,084 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000010 is : 143
2015-02-12 15:59:35,095 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:35,095 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000010
2015-02-12 15:59:35,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000010
2015-02-12 15:59:35,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000010
2015-02-12 15:59:35,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000010
2015-02-12 15:59:35,099 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000010
2015-02-12 15:59:35,100 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:35,101 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000010 from application application_1423785372901_0015
2015-02-12 15:59:35,101 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:35,101 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:35,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000009_0 dst=null perm=null proto=rpc
2015-02-12 15:59:35,194 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:35,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_m_000008_0 dst=null perm=null proto=rpc
2015-02-12 15:59:35,197 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000013
2015-02-12 15:59:35,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000013
2015-02-12 15:59:35,197 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from RUNNING to KILLING
2015-02-12 15:59:35,197 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000013
2015-02-12 15:59:35,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:35,198 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:59:35,198 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000005
2015-02-12 15:59:35,198 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:59:35,198 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000005 on node: host: 10.1.1.67:57477 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:59:35,198 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:35,216 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000013 is : 143
2015-02-12 15:59:35,226 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:35,228 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000012
2015-02-12 15:59:35,228 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000012
2015-02-12 15:59:35,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:35,229 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:59:35,229 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000004
2015-02-12 15:59:35,229 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:59:35,229 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000004 on node: host: 10.1.1.67:57473 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:59:35,229 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:35,230 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from RUNNING to KILLING
2015-02-12 15:59:35,231 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:35,231 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000012
2015-02-12 15:59:35,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000013
2015-02-12 15:59:35,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000013
2015-02-12 15:59:35,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000013
2015-02-12 15:59:35,232 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000013
2015-02-12 15:59:35,233 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000013
2015-02-12 15:59:35,233 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000013 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:35,233 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000013 from application application_1423785372901_0015
2015-02-12 15:59:35,233 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:35,234 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:35,252 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000012 is : 143
2015-02-12 15:59:35,264 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:35,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000012
2015-02-12 15:59:35,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000012
2015-02-12 15:59:35,266 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000012
2015-02-12 15:59:35,267 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000012
2015-02-12 15:59:35,267 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000012
2015-02-12 15:59:35,268 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000012 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:35,269 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000012 from application application_1423785372901_0015
2015-02-12 15:59:35,269 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:35,269 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:35,357 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:35,358 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:59:35,358 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000002
2015-02-12 15:59:35,358 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57469, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:59:35,358 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000002 on node: host: 10.1.1.67:57469 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:59:35,358 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,066 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000010 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:36,066 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000010 in state: COMPLETED event:FINISHED
2015-02-12 15:59:36,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000010
2015-02-12 15:59:36,066 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57481, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:36,066 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000010 on node: host: 10.1.1.67:57481 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:36,200 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000009]
2015-02-12 15:59:36,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,201 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000013 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:36,201 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000013 in state: COMPLETED event:FINISHED
2015-02-12 15:59:36,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000013
2015-02-12 15:59:36,202 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:36,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000013 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:36,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000018 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:59:36,204 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000018
2015-02-12 15:59:36,204 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785372901_0015_01_000018 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:59:36,233 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000008]
2015-02-12 15:59:36,233 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,234 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,234 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000012 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:36,234 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000012 in state: COMPLETED event:FINISHED
2015-02-12 15:59:36,234 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000012
2015-02-12 15:59:36,234 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57473, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:36,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000012 on node: host: 10.1.1.67:57473 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:36,362 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000003]
2015-02-12 15:59:36,362 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:36,362 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,068 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000006]
2015-02-12 15:59:37,068 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,068 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000018 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:59:37,126 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:37,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785372901_0015_01_000018 by user soberoi
2015-02-12 15:59:37,128 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000018
2015-02-12 15:59:37,128 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785372901_0015_01_000018 to application application_1423785372901_0015
2015-02-12 15:59:37,129 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from NEW to LOCALIZING
2015-02-12 15:59:37,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785372901_0015
2015-02-12 15:59:37,129 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785372901_0015
2015-02-12 15:59:37,129 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:59:37,129 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785372901_0015
2015-02-12 15:59:37,129 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:59:37,164 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from LOCALIZED to RUNNING
2015-02-12 15:59:37,164 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:37,201 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000005]
2015-02-12 15:59:37,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000018 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:59:37,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,234 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000004]
2015-02-12 15:59:37,234 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,235 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:37,270 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000018/default_container_executor.sh]
2015-02-12 15:59:37,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000002]
2015-02-12 15:59:37,367 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:38,072 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000010]
2015-02-12 15:59:38,072 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:38,124 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:59:38,203 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000013]
2015-02-12 15:59:38,203 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:38,239 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785372901_0015_01_000012]
2015-02-12 15:59:38,239 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:59:39,970 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:39,971 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:39,973 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:39,975 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:39,997 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:40,000 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:40,010 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:40,014 INFO mapred.ShuffleHandler (ShuffleHandler.java:setResponseHeaders(900)) - Setting connection close header...
2015-02-12 15:59:40,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,326 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0/part-00000. BP-1545273286-10.1.1.67-1423785355267 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:59:40,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177 src: /127.0.0.1:58729 dest: /127.0.0.1:57430
2015-02-12 15:59:40,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177 src: /127.0.0.1:58730 dest: /127.0.0.1:57427
2015-02-12 15:59:40,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177 src: /127.0.0.1:58731 dest: /127.0.0.1:57437
2015-02-12 15:59:40,456 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58731, dest: /127.0.0.1:57437, bytes: 758, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0015_r_000000_0_1746553576_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, duration: 45870000
2015-02-12 15:59:40,457 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:40,459 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58730, dest: /127.0.0.1:57427, bytes: 758, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0015_r_000000_0_1746553576_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, duration: 48068000
2015-02-12 15:59:40,459 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,462 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58729, dest: /127.0.0.1:57430, bytes: 758, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785372901_0015_r_000000_0_1746553576_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, duration: 51765000
2015-02-12 15:59:40,463 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,474 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0/part-00000 is closed by DFSClient_attempt_1423785372901_0015_r_000000_0_1746553576_1
2015-02-12 15:59:40,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:59:40,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:59:40,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/task_1423785372901_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 15:59:40,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/_temporary/attempt_1423785372901_0015_r_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/task_1423785372901_0015_r_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:59:40,523 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785372901_0015_000001 (auth:SIMPLE)
2015-02-12 15:59:40,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785372901_0015_01_000018
2015-02-12 15:59:40,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000018
2015-02-12 15:59:40,525 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from RUNNING to KILLING
2015-02-12 15:59:40,525 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785372901_0015_01_000018
2015-02-12 15:59:40,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:59:40,542 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785372901_0015_01_000018 is : 143
2015-02-12 15:59:40,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:40,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:40,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/task_1423785372901_0015_r_000000 dst=null perm=null proto=rpc
2015-02-12 15:59:40,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:40,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary/1/task_1423785372901_0015_r_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,554 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:59:40,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000018
2015-02-12 15:59:40,555 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000018
2015-02-12 15:59:40,555 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785372901_0015_01_000018 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:59:40,555 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785372901_0015_01_000018 from application application_1423785372901_0015
2015-02-12 15:59:40,556 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:59:40,556 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785372901_0015
2015-02-12 15:59:40,556 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000018
2015-02-12 15:59:40,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000018
2015-02-12 15:59:40,558 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785372901_0015/container_1423785372901_0015_01_000018
2015-02-12 15:59:40,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:59:40,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,592 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58694, dest: /127.0.0.1:57437, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, duration: 6385250000
2015-02-12 15:59:40,592 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:40,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 19619
2015-02-12 15:59:40,594 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58693, dest: /127.0.0.1:57430, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, duration: 6386448000
2015-02-12 15:59:40,594 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 19619
2015-02-12 15:59:40,596 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58692, dest: /127.0.0.1:57427, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, duration: 6388994000
2015-02-12 15:59:40,596 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,597 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|RBW]]} size 19619
2015-02-12 15:59:40,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|RBW]]}
2015-02-12 15:59:40,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178 src: /127.0.0.1:58733 dest: /127.0.0.1:57434
2015-02-12 15:59:40,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178 src: /127.0.0.1:58734 dest: /127.0.0.1:57430
2015-02-12 15:59:40,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178 src: /127.0.0.1:58735 dest: /127.0.0.1:57437
2015-02-12 15:59:40,612 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58735, dest: /127.0.0.1:57437, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, duration: 1102000
2015-02-12 15:59:40,613 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:40,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-0d38f184-0bb2-4cf7-8564-6ed1594500d3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58734, dest: /127.0.0.1:57430, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 89dcd9f0-9ac1-45fd-be08-870cb7808c40, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, duration: 2170000
2015-02-12 15:59:40,614 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57430 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58733, dest: /127.0.0.1:57434, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, duration: 3820000
2015-02-12 15:59:40,616 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-bf02f5dc-8170-49cc-a3dd-1b4966183d6c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,618 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:40,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:40,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:40,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:40,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:59:40,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,645 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]}
2015-02-12 15:59:40,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179 src: /127.0.0.1:58737 dest: /127.0.0.1:57437
2015-02-12 15:59:40,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179 src: /127.0.0.1:58738 dest: /127.0.0.1:57427
2015-02-12 15:59:40,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179 src: /127.0.0.1:58739 dest: /127.0.0.1:57434
2015-02-12 15:59:40,654 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58739, dest: /127.0.0.1:57434, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, duration: 1953000
2015-02-12 15:59:40,654 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:40,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:59:40,655 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58738, dest: /127.0.0.1:57427, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, duration: 2653000
2015-02-12 15:59:40,655 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,655 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW]]} size 0
2015-02-12 15:59:40,656 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58737, dest: /127.0.0.1:57437, bytes: 107155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, duration: 3727000
2015-02-12 15:59:40,656 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,657 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9b8ab77d-9794-4f76-a4f2-11eb922284af:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-42147f68-bdad-4004-a9fa-bbc10d8b7019:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,659 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:40,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:40,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:40,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:59:40,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015/job_1423785372901_0015_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:59:40,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:59:40,675 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp. BP-1545273286-10.1.1.67-1423785355267 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]}
2015-02-12 15:59:40,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180 src: /127.0.0.1:58741 dest: /127.0.0.1:57427
2015-02-12 15:59:40,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180 src: /127.0.0.1:58742 dest: /127.0.0.1:57434
2015-02-12 15:59:40,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180 src: /127.0.0.1:58743 dest: /127.0.0.1:57437
2015-02-12 15:59:40,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58743, dest: /127.0.0.1:57437, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 71bb0ea4-fe53-4178-8614-b876525221c6, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, duration: 1845000
2015-02-12 15:59:40,689 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:59:40,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57437 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-f6689915-fbd1-48df-9834-d820d6b566d6:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW]]} size 0
2015-02-12 15:59:40,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58742, dest: /127.0.0.1:57434, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 47a9e581-cfd1-42c6-8aac-87ba266bebef, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, duration: 2568000
2015-02-12 15:59:40,690 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57434 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:58741, dest: /127.0.0.1:57427, bytes: 114053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-188330271_1, offset: 0, srvID: 776fea51-7ddd-45c2-9053-eb198b82ee55, blockid: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, duration: 3618000
2015-02-12 15:59:40,691 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1545273286-10.1.1.67-1423785355267:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:59:40,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57427 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-74763d83-7b88-480e-8dd5-61575b58ea18:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-38f32e6e-0cf0-44e3-b813-f898436c4221:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-dc110a07-f4a8-4d45-8543-b7a2e98ed1ca:NORMAL|FINALIZED]]} size 0
2015-02-12 15:59:40,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-188330271_1
2015-02-12 15:59:40,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785372901_0015-1423785547088-soberoi-%5B8D7872717EC448738FF528A9BB9D8C9A%2F6E0FC615A35E440D-1423785580572-10-1-SUCCEEDED-root.soberoi-1423785550999.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:59:40,715 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785372901_0015_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:59:40,715 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:59:40,715 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785372901_0015 with final state: FINISHING
2015-02-12 15:59:40,715 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from RUNNING to FINAL_SAVING
2015-02-12 15:59:40,715 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785372901_0015
2015-02-12 15:59:40,716 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785372901_0015_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:59:40,716 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785372901_0015 State change from FINAL_SAVING to FINISHING
2015-02-12 15:59:41,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785372901_0015_01_000018 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:59:41,526 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785372901_0015_01_000018 in state: COMPLETED event:FINISHED
2015-02-12 15:59:41,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785372901_0015 CONTAINERID=container_1423785372901_0015_01_000018
2015-02-12 15:59:41,527 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785372901_0015_01_000018 of capacity <memory:1024, vCores:1> on host 10.1.1.67:57477, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:59:41,527 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785372901_0015_000001 released container container_1423785372901_0015_01_000018 on node: host: 10.1.1.67:57477 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:59:41,721 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785372901_0015 unregistered successfully.
2015-02-12 15:59:41,725 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741994_1170 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427 127.0.0.1:57437
2015-02-12 15:59:41,725 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:57437 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:59:41,725 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:57434 127.0.0.1:57430 127.0.0.1:57427
2015-02-12 15:59:41,726 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741997_1173 127.0.0.1:57427 127.0.0.1:57437 127.0.0.1:57434
2015-02-12 15:59:41,726 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:57437 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:59:41,726 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:57427 127.0.0.1:57430 127.0.0.1:57437
2015-02-12 15:59:41,726 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741998_1174 127.0.0.1:57430 127.0.0.1:57434 127.0.0.1:57427
2015-02-12 15:59:41,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785372901_0015 dst=null perm=null proto=rpc
2015-02-12 15:59:41,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,787 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary
2015-02-12 15:59:41,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:59:41,788 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first1+second1+first2+...] completed flow: lhs*rhs
2015-02-12 15:59:41,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,805 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:59:41,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,814 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/third
2015-02-12 15:59:41,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third dst=null perm=null proto=rpc
2015-02-12 15:59:41,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,821 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/first1
2015-02-12 15:59:41,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,844 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/first2
2015-02-12 15:59:41,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/first2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,863 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/second2
2015-02-12 15:59:41,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2 dst=null perm=null proto=rpc
2015-02-12 15:59:41,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:41,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second2/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:41,878 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/parallelcascadeplatform/second1
2015-02-12 15:59:41,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1 dst=null perm=null proto=rpc
2015-02-12 15:59:41,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:59:41,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:59:41,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:59:41,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,896 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57430 to delete [blk_1073742000_1176, blk_1073741994_1170, blk_1073741995_1171, blk_1073741996_1172, blk_1073741998_1174]
2015-02-12 15:59:41,897 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:57427 to delete [blk_1073742000_1176, blk_1073741994_1170, blk_1073741995_1171, blk_1073741996_1172, blk_1073741997_1173, blk_1073741998_1174, blk_1073741999_1175]
2015-02-12 15:59:41,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:59:41,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:59:41,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/parallelcascadeplatform/second1/part-00004 dst=null perm=null proto=rpc